-- Logs begin at Fri 2021-06-18 18:51:33 UTC, end at Fri 2021-06-18 20:10:18 UTC. -- Jun 18 19:36:24.618500 dv-cinder-790535-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 19:36:27.603431 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.common.config [-] Logging enabled! Jun 18 19:36:27.604119 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 19:36:27.604317 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99907) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 19:36:27.607812 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.common.config [-] Logging enabled! Jun 18 19:36:27.608119 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 19:36:27.608473 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99907) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 19:36:27.609633 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 19:36:27.609904 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 19:36:27.610379 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 19:36:27.610663 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 19:36:27.610925 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 19:36:27.611284 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.611622 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.611956 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.612225 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.612559 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.612917 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.613238 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.613564 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.613907 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.614232 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.614549 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.614876 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.615177 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.615496 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.615821 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.616237 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.616518 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] debug = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.616881 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.617351 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.617901 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.618239 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.618583 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.618993 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.619347 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.619774 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.620144 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.620583 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] host = dv-cinder-790535-6-iscsi {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.621016 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.621393 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.621779 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.622156 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.622520 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.622891 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.623261 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.623627 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.624005 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] log_file = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.624369 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.624796 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.625173 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.625563 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.625880 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.626189 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.626571 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.626974 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.627335 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.627705 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.628068 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.628425 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.628830 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.629197 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.629570 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.629986 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.630364 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.631275 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.631695 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.632098 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.632461 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.632884 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.633248 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.633619 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.633981 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.634366 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.634733 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.635094 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.635493 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.635866 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.636241 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.636689 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.637058 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.637472 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.637835 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.638221 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.638584 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] use_json = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.638944 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.639313 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.639681 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.640042 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.640403 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.640829 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.641191 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.641653 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:27.642047 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.642428 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.642819 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.643189 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.643576 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.643942 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.644317 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.644732 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.645116 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.645516 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.645911 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.647104 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.647428 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.647781 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.648145 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.648521 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.648954 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.649332 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.649671 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.650005 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.650377 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.650713 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.651084 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.651450 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.651797 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.652132 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.652470 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.652857 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.653202 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.653537 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.653873 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.654216 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.654938 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.654938 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.655209 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.655533 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.655842 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.656155 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.656470 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.656834 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.657159 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.657475 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.657785 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.658115 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.658458 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.658781 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.659096 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.659406 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.659718 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.660034 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.660404 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.660760 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.661125 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.661442 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.661767 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.662133 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.662438 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.662753 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.663078 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.663380 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.663694 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.664004 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.664321 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.664669 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.664976 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.665288 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.665602 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.665928 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.666281 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.666635 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.666975 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.667311 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.667643 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.667975 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.668324 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.668720 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.669047 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.669368 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.669683 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.670019 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.670347 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.670734 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.671063 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.671383 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.671722 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.672043 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.672367 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.672713 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.673035 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.673364 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.673706 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.674057 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.674470 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.674825 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.675184 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.675535 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.675869 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.676236 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.676570 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:27.676867 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 19:36:27.677178 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99907) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 18 19:36:28.044515 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:36:28.044799 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:36:28.045090 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:36:28.045423 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 19:36:28.458335 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.458557 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.462881 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.462881 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.462881 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.462881 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.497121 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.497401 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.497664 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.511605 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.511883 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.512151 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.544226 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.544504 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.544816 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.582823 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.583102 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.583369 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.839249 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.840020 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.840020 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.840020 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.841028 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.969121 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.969514 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.969923 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.970253 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.970566 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.970950 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.971249 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.971548 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.971862 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.972187 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.972488 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.972819 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.973123 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.973423 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.973719 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.974034 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.974371 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.974670 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.974982 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.975274 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.975595 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.975996 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.976292 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.976614 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.976962 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.977538 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:28.977996 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 19:36:28.978273 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 19:36:28.978547 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 19:36:28.978822 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 19:36:28.979096 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 19:36:28.979367 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 19:36:28.979836 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 19:36:28.984460 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 19:36:28.988469 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 19:36:28.992559 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 18 19:36:28.994832 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 19:36:28.995361 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 19:36:28.995704 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 19:36:28.996336 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 19:36:29.000035 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 19:36:29.000524 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 19:36:29.001024 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 19:36:29.030455 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 18 19:36:29.031009 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:29.031350 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99907) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 18 19:36:29.031752 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:29.033257 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99907) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 19:36:29.033586 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 19:36:29.033867 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 19:36:29.037155 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:29.037628 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:29.105217 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 19:36:29.105441 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 19:36:29.105669 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 19:36:29.106083 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 19:36:29.127673 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_db.sqlalchemy.engines [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99907) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 18 19:36:29.868501 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Initializing driver for type 'gre' Jun 18 19:36:29.869255 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] gre ID ranges: [(1, 1000)] Jun 18 19:36:30.096787 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Initializing driver for type 'local' Jun 18 19:36:30.097119 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Initializing driver for type 'vlan' Jun 18 19:36:30.199375 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] VlanTypeDriver initialization complete Jun 18 19:36:30.199720 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Initializing driver for type 'vxlan' Jun 18 19:36:30.200238 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] vxlan ID ranges: [(1, 1000)] Jun 18 19:36:30.394192 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Initializing extension driver 'port_security' Jun 18 19:36:30.394471 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.extensions.port_security [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] PortSecurityExtensionDriver initialization complete Jun 18 19:36:30.394831 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Initializing mechanism driver 'openvswitch' Jun 18 19:36:30.395168 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Initializing mechanism driver 'hyperv' Jun 18 19:36:30.407463 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.plugins.ml2.plugin [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:36:30.408258 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > port after_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.408657 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > port after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.409040 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > port after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.409543 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > subnet after_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.409907 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > subnet after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.410251 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > subnet after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.410633 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > network after_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.410984 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > network after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.411335 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > network after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.411724 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > security_group after_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.412092 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > security_group after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.412712 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > security_group after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.413145 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.413498 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.413844 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.414239 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > address_group after_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.414590 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > address_group after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.414950 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > address_group after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.415301 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] ML2 OVO RPC backend initialized. {{(pid=99907) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 18 19:36:30.416076 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router_interface after_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.416432 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.416887 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > network before_response 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.417239 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > networks before_response 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.417589 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > port before_response 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.417932 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > ports before_response 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.418275 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > subnet before_response 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.418630 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > subnets before_response 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.418979 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > network after_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.419318 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > network after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.419652 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > network after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.419994 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > port after_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.420329 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > port after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.420695 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > port after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.421037 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > subnet after_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.421419 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > subnet after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.421758 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > subnet after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.422415 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.plugin [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Modular L2 Plugin initialization complete Jun 18 19:36:30.422754 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading services supported by the core plugin {{(pid=99907) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 18 19:36:30.423100 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.plugins.ml2.managers [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Got port-security extension from driver 'port_security' Jun 18 19:36:30.423570 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.extensions.vlantransparent [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Disabled vlantransparent extension. Jun 18 19:36:30.424078 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99907) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 18 19:36:30.424392 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading Plugin: router Jun 18 19:36:30.463604 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router_interface before_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.463998 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router after_create 55549900 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.464375 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router before_create 55549900 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.464766 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.465136 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.465489 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router after_delete 55549900 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.465846 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > floatingip after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.466206 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router after_create 55549900 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.466551 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router after_update 55549900 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.466900 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router after_update 55549900 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.467250 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.467606 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router after_update 55549900 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.468013 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router precommit_update 55549900 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.468378 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: port after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.468743 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: port after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.469083 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: subnet after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.469420 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.469765 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > port precommit_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.470111 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router precommit_create 55549900 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.470453 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: port before_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.470790 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router precommit_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.471153 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router after_update 55549900 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.471495 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router precommit_delete 55549900 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.471842 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router precommit_create 55549900 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.472201 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router_interface after_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.472544 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router precommit_update 55549900 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.472950 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > network after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.473844 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Tracking information for resource: router configured {{(pid=99907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 19:36:30.474174 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Tracking information for resource: floatingip configured {{(pid=99907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 19:36:30.479838 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.db.l3_agentschedulers_db [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 19:36:30.480427 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: port after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.480817 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: port after_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.481170 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: port after_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.481519 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: port after_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.482321 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router before_create 55550100 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.482688 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router precommit_delete 55550100 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.483151 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router precommit_create 55550100 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.483409 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > router precommit_update 55550100 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.487947 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.services.provider_configuration [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Service providers = [] {{(pid=99907) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 19:36:30.488315 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.db.servicetype_db [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99907) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 19:36:30.491591 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.services.service_base [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99907) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 19:36:30.491935 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.services.service_base [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99907) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 19:36:30.492277 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.services.service_base [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99907) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 19:36:30.493181 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.services.service_base [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99907) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 19:36:30.493553 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.services.service_base [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 19:36:30.493938 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 19:36:30.494255 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 19:36:30.505127 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 19:36:30.505465 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading Plugin: auto_allocate Jun 18 19:36:30.511947 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: network precommit_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.512327 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: network precommit_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.512894 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 19:36:30.513227 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading Plugin: tag Jun 18 19:36:30.519817 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 19:36:30.520145 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading Plugin: timestamp Jun 18 19:36:30.524915 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 19:36:30.525243 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading Plugin: network_ip_availability Jun 18 19:36:30.532286 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.532685 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.533053 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.533787 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 19:36:30.534107 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading Plugin: flavors Jun 18 19:36:30.539108 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 19:36:30.539441 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading Plugin: revisions Jun 18 19:36:30.543813 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 19:36:30.544212 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_concurrency.lockutils [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.499s {{(pid=99907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:36:30.544986 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99907) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 18 19:36:30.545322 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Initializing extension manager. Jun 18 19:36:30.545823 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: __init__.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.546160 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: __pycache__ {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.546489 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.546822 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: address_group.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.547578 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.548146 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: address-group Jun 18 19:36:30.548466 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: address_scope.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.549191 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.549698 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: address-scope Jun 18 19:36:30.550018 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: admin_state_down_before_update.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.550951 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.551461 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: router-admin-state-down-before-update Jun 18 19:36:30.551839 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: agent.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.552476 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.553016 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: agent Jun 18 19:36:30.553339 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: agent_resources_synced.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.554584 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.555118 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: agent-resources-synced Jun 18 19:36:30.555443 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: allowedaddresspairs.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.557258 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.557784 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: allowed-address-pairs Jun 18 19:36:30.558110 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: auto_allocated_topology.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.559396 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.559917 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: auto-allocated-topology Jun 18 19:36:30.560245 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: availability_zone.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.560988 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.561479 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: availability_zone Jun 18 19:36:30.561803 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: availability_zone_filter.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.562700 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.563216 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: availability_zone_filter Jun 18 19:36:30.563539 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: data_plane_status.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.564433 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.564960 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 19:36:30.565282 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: default_subnetpools.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.566180 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.566686 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: default-subnetpools Jun 18 19:36:30.567005 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: dhcpagentscheduler.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.567821 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.568982 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: dhcp_agent_scheduler Jun 18 19:36:30.569526 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: dns.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.570437 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.570948 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension dns-integration not supported by any of loaded plugins Jun 18 19:36:30.571269 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: dns_domain_ports.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.572160 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.572698 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 19:36:30.573021 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: dvr.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.573690 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.574193 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: dvr Jun 18 19:36:30.574512 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: empty_string_filtering.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.575403 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.575904 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: empty-string-filtering Jun 18 19:36:30.576228 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.577156 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.577653 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 19:36:30.577969 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.578854 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.579352 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 19:36:30.579673 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: external_net.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.580558 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.581103 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: external-net Jun 18 19:36:30.581422 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: extra_dhcp_opt.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.582309 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.582813 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: extra_dhcp_opt Jun 18 19:36:30.583131 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: extraroute.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.584279 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.584856 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: extraroute Jun 18 19:36:30.585182 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: extraroute_atomic.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.586485 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.586991 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: extraroute-atomic Jun 18 19:36:30.587312 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: filter_validation.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.587971 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.588474 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: filter-validation Jun 18 19:36:30.588829 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: fip_pf_description.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.589724 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.590222 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 19:36:30.590541 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: fip_port_details.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.591436 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.591944 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: fip-port-details Jun 18 19:36:30.592264 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: flavors.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.593539 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.594052 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: flavors Jun 18 19:36:30.594375 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.596046 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.596556 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 19:36:30.596908 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: floatingip_pools.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.597657 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.598103 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: floatingip-pools Jun 18 19:36:30.598425 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: ip_allocation.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.599856 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.600655 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 19:36:30.600990 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.601900 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.602662 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: ip-substring-filtering Jun 18 19:36:30.602986 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: l2_adjacency.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.603918 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.604419 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 19:36:30.604767 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: l3.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.605755 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.606271 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: router Jun 18 19:36:30.606625 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: l3_conntrack_helper.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.609058 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.609589 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 19:36:30.609920 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.610835 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.611351 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: ext-gw-mode Jun 18 19:36:30.611678 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.612583 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.613109 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: l3-ha Jun 18 19:36:30.613432 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: l3_flavors.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.614351 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.614846 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: l3-flavors Jun 18 19:36:30.615904 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.617039 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.617547 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 19:36:30.617871 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: l3agentscheduler.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.618932 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.619442 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: l3_agent_scheduler Jun 18 19:36:30.619766 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: logging.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.621304 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.621822 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension logging not supported by any of loaded plugins Jun 18 19:36:30.622150 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: metering.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.622882 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.623464 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: metering Jun 18 19:36:30.623789 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.624917 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.625435 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: metering_source_and_destination_fields Jun 18 19:36:30.625758 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: multiprovidernet.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.626667 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.627178 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: multi-provider Jun 18 19:36:30.627501 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: netmtu.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.628395 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.628932 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: net-mtu Jun 18 19:36:30.629251 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: netmtu_writable.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.630175 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.630706 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: net-mtu-writable Jun 18 19:36:30.631232 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: network_availability_zone.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.631960 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.632462 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: network_availability_zone Jun 18 19:36:30.632819 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: network_ip_availability.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.633904 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.634411 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: network-ip-availability Jun 18 19:36:30.634733 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: network_segment_range.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.635503 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.636006 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 19:36:30.636327 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: pagination.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.637342 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.637670 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: pagination Jun 18 19:36:30.637988 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: port_device_profile.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.638891 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.639413 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: port-device-profile Jun 18 19:36:30.639736 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.640649 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.641170 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: port-mac-address-regenerate Jun 18 19:36:30.641493 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.642380 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.642884 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: port-numa-affinity-policy Jun 18 19:36:30.643204 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: port_resource_request.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.644108 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.644687 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 19:36:30.644954 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: portbindings.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.645859 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.646470 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: binding Jun 18 19:36:30.646999 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: portbindings_extended.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.648449 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.648993 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: binding-extended Jun 18 19:36:30.649324 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: portsecurity.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.650468 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.650745 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: port-security Jun 18 19:36:30.651066 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: project_id.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.652036 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.652586 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: project-id Jun 18 19:36:30.652783 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: providernet.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.653617 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.654139 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: provider Jun 18 19:36:30.654459 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: qos.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.658229 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.658759 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension qos not supported by any of loaded plugins Jun 18 19:36:30.659087 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.660328 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.660873 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 19:36:30.661205 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.662670 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.663450 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 19:36:30.663778 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: qos_default.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.664709 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.665420 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension qos-default not supported by any of loaded plugins Jun 18 19:36:30.665546 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: qos_fip.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.666198 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.666698 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension qos-fip not supported by any of loaded plugins Jun 18 19:36:30.667019 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: qos_gateway_ip.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.667936 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.668443 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 19:36:30.668806 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: qos_port_network_policy.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.669701 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.670212 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 19:36:30.670533 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: qos_rule_type_details.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.671442 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.671951 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 19:36:30.672275 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: qos_rules_alias.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.673341 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.673862 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 19:36:30.674178 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: quotasv2.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.675143 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.675475 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: quotas Jun 18 19:36:30.675797 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: quotasv2_detail.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.679757 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.680097 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: quota_details Jun 18 19:36:30.680428 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: rbac.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.681516 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.682045 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: rbac-policies Jun 18 19:36:30.682374 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: rbac_address_group.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.683292 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.683810 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: rbac-address-group Jun 18 19:36:30.684138 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: rbac_address_scope.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.685071 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.685588 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: rbac-address-scope Jun 18 19:36:30.685914 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: rbac_security_groups.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.686824 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.687335 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: rbac-security-groups Jun 18 19:36:30.687658 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: rbac_subnetpool.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.688551 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.689091 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: rbac-subnetpool Jun 18 19:36:30.689418 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: revisionifmatch.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.690327 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.690835 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: revision-if-match Jun 18 19:36:30.691156 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: revisions.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.692469 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.693037 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: standard-attr-revisions Jun 18 19:36:30.693519 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: router_availability_zone.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.694233 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.694753 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: router_availability_zone Jun 18 19:36:30.695075 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: routerservicetype.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.695979 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.696491 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension router-service-type not supported by any of loaded plugins Jun 18 19:36:30.696843 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.697746 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.698265 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: security-groups-normalized-cidr Jun 18 19:36:30.698586 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: security_groups_port_filtering.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.699485 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.699991 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: port-security-groups-filtering Jun 18 19:36:30.700312 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.701257 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.701764 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: security-groups-remote-address-group Jun 18 19:36:30.702084 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: securitygroup.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.712114 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.712691 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: security-group Jun 18 19:36:30.713077 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: segment.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.713890 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.714399 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension segment not supported by any of loaded plugins Jun 18 19:36:30.714733 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.715698 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.716207 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 19:36:30.716535 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: servicetype.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.717673 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.718194 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: service-type Jun 18 19:36:30.718525 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: sorting.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.719485 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.719819 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: sorting Jun 18 19:36:30.720145 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: standard_attr_segment.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.721072 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.721588 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 19:36:30.721914 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: standardattrdescription.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.722551 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.723058 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: standard-attr-description Jun 18 19:36:30.723379 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: stateful_security_group.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.724841 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.725645 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: stateful-security-group Jun 18 19:36:30.726022 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: stdattrs_common.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.726619 dv-cinder-790535-6-iscsi neutron-server[99907]: WARNING neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 19:36:30.726942 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.728218 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.728773 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 19:36:30.729099 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: subnet_onboard.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.730167 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.730680 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: subnet_onboard Jun 18 19:36:30.731002 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.731906 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.732413 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 19:36:30.732772 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: subnet_service_types.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.733678 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.734187 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: subnet-service-types Jun 18 19:36:30.734508 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: subnetallocation.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.735581 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.736096 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: subnet_allocation Jun 18 19:36:30.736424 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.737114 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.737621 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: subnetpool-prefix-ops Jun 18 19:36:30.737942 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.738873 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.739382 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 19:36:30.739706 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: tagging.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.741694 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.742221 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: standard-attr-tag Jun 18 19:36:30.742553 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: timestamp.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.743778 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.744298 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loaded extension: standard-attr-timestamp Jun 18 19:36:30.744647 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: trunk.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.745667 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.746188 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension trunk not supported by any of loaded plugins Jun 18 19:36:30.746517 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: trunk_details.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.747417 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.747937 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension trunk-details not supported by any of loaded plugins Jun 18 19:36:30.748263 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: uplink_status_propagation.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.749210 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.749725 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 19:36:30.750046 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Loading extension file: vlantransparent.py {{(pid=99907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:30.750723 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:30.751227 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 19:36:30.753813 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of TrackedResource for resource:network Jun 18 19:36:30.754464 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of TrackedResource for resource:subnet Jun 18 19:36:30.754751 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 19:36:30.755147 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of TrackedResource for resource:port Jun 18 19:36:30.756862 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.v2.resource_helper [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:30.757323 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.v2.resource_helper [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Service FLAVORS assigned prefix: {{(pid=99907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:30.758013 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.v2.resource_helper [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:30.758401 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.v2.resource_helper [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:30.758731 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of TrackedResource for resource:router Jun 18 19:36:30.759159 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of TrackedResource for resource:floatingip Jun 18 19:36:30.759653 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.v2.resource_helper [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Service METERING assigned prefix: /metering {{(pid=99907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:30.761201 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.761543 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.761896 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:30.762929 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 19:36:30.763382 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of TrackedResource for resource:security_group Jun 18 19:36:30.763820 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 19:36:30.764427 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.v2.resource_helper [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Service CORE assigned prefix: {{(pid=99907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:30.764799 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 19:36:30.765150 dv-cinder-790535-6-iscsi neutron-server[99907]: WARNING neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] subnetpool is already registered Jun 18 19:36:30.765596 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.v2.resource_helper [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Service CORE assigned prefix: {{(pid=99907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:30.765918 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 19:36:30.766245 dv-cinder-790535-6-iscsi neutron-server[99907]: WARNING neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] subnetpool is already registered Jun 18 19:36:30.768574 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.v2.resource_helper [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:30.769030 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.v2.resource_helper [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Service FLAVORS assigned prefix: {{(pid=99907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:30.769631 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.v2.resource_helper [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:30.770053 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.v2.resource_helper [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:30.770382 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of TrackedResource for resource:router Jun 18 19:36:30.770722 dv-cinder-790535-6-iscsi neutron-server[99907]: WARNING neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] router is already registered Jun 18 19:36:30.771133 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of TrackedResource for resource:floatingip Jun 18 19:36:30.772100 dv-cinder-790535-6-iscsi neutron-server[99907]: WARNING neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] floatingip is already registered Jun 18 19:36:30.772792 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.v2.resource_helper [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Service METERING assigned prefix: /metering {{(pid=99907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:30.773490 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 19:36:30.773819 dv-cinder-790535-6-iscsi neutron-server[99907]: WARNING neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] rbac_policy is already registered Jun 18 19:36:30.774233 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of TrackedResource for resource:security_group Jun 18 19:36:30.774569 dv-cinder-790535-6-iscsi neutron-server[99907]: WARNING neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] security_group is already registered Jun 18 19:36:30.774968 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 19:36:30.775300 dv-cinder-790535-6-iscsi neutron-server[99907]: WARNING neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] security_group_rule is already registered Jun 18 19:36:30.775932 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.v2.resource_helper [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Service CORE assigned prefix: {{(pid=99907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:30.776258 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 19:36:30.776592 dv-cinder-790535-6-iscsi neutron-server[99907]: WARNING neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] subnetpool is already registered Jun 18 19:36:30.777045 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.v2.resource_helper [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Service CORE assigned prefix: {{(pid=99907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:30.777356 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 19:36:30.777685 dv-cinder-790535-6-iscsi neutron-server[99907]: WARNING neutron.quota.resource_registry [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] subnetpool is already registered Jun 18 19:36:30.778165 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: extensions {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.779856 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: address-groups {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.781363 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: address-scopes {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.782678 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: agents {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.783831 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: auto-allocated-topology {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.785239 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: availability_zones {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.786457 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: dhcp-networks {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.789162 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: dhcp-agents {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.790866 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: routers {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.792565 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: flavors {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.795415 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: service_profiles {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.796675 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: next_providers {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.798168 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: service_profiles {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.800141 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: floatingip-pools {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.801396 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: routers {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.803472 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: floatingips {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.804947 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: l3-routers {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.806345 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: l3-agents {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.807764 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: metering-labels {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.809049 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: metering-label-rules {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.810415 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: network-ip-availabilities {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.811668 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: bindings {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.813253 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: quotas {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.814787 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: quotas {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.816210 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: rbac-policies {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.817448 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: security-groups {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.819075 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: security-group-rules {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.820339 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: service-providers {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.821614 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: subnetpools {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.822921 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: subnetpools {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.824460 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: tags {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.826156 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: tags {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.827986 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: tags {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.829785 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: tags {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.831466 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: tags {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.833453 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: tags {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.836057 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: tags {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.837863 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: tags {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.839716 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: tags {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.841490 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron.api.extensions [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Extended resource: tags {{(pid=99907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:30.847784 dv-cinder-790535-6-iscsi neutron-server[99907]: WARNING keystonemiddleware.auth_token [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 19:36:30.853678 dv-cinder-790535-6-iscsi neutron-server[99907]: WARNING keystonemiddleware.auth_token [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 19:36:30.862550 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_concurrency.lockutils [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Acquired lock "singleton_lock" {{(pid=99907) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 18 19:36:30.863033 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_concurrency.lockutils [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Releasing lock "singleton_lock" {{(pid=99907) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 18 19:36:30.863707 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO oslo_service.service [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Starting 2 workers Jun 18 19:36:30.869277 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Started child 100054 {{(pid=99907) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 19:36:30.874301 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Started child 100055 {{(pid=99907) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 19:36:30.874993 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:30.876264 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO neutron.service [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 19:36:30.876559 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [-] (100054) wsgi starting up on http://0.0.0.0:9696 Jun 18 19:36:30.876977 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Notify callbacks [] for process, before_spawn {{(pid=99907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:30.879279 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:30.879816 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO oslo_service.service [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Starting 1 workers Jun 18 19:36:30.881003 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [-] (100055) wsgi starting up on http://0.0.0.0:9696 Jun 18 19:36:30.885308 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Started child 100056 {{(pid=99907) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 19:36:30.885900 dv-cinder-790535-6-iscsi neutron-server[99907]: INFO oslo_service.service [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Starting 1 workers Jun 18 19:36:30.888866 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.service [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] calling RpcWorker wait() {{(pid=100056) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 19:36:30.889558 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.service [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] returning from RpcWorker wait() {{(pid=100056) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 19:36:30.890585 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Started child 100057 {{(pid=99907) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 19:36:30.890764 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:30.891053 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:36:30.891446 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG neutron_lib.callbacks.manager [None req-83f8f7ac-7cb1-48d1-a9f6-55409ad0563b None None] Notify callbacks [] for process, after_spawn {{(pid=99907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:30.893462 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99907) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 19:36:30.893873 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 19:36:30.894063 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 19:36:30.894283 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 19:36:30.894592 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 19:36:30.894802 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 19:36:30.895417 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.895711 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.895871 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:30.897029 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.897029 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.897029 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.897884 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.898159 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.898415 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.898702 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.898937 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.899117 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.899289 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.899552 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.899784 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.900073 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.900350 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.900591 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.900905 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.901079 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.901440 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.901606 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.901855 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.902252 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] debug = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.902467 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.902857 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.903102 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.903351 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.903579 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.903862 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.904085 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.904380 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.904650 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.904898 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.905120 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.905384 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.905660 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.905825 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.906056 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.906329 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.906566 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.907061 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] host = dv-cinder-790535-6-iscsi {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.907295 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.907537 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.907780 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.908033 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.908310 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.908494 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.908770 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.909015 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.909260 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.909485 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.909708 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.909953 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.910175 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.910422 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] log_file = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.910587 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] log_options = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.910824 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.911098 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.911363 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.911632 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.911805 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.912579 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.912898 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.913189 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.913602 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.913854 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.914077 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.914298 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.914534 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.914772 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.915045 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.915292 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.915532 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.915795 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.915973 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.916200 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.916427 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.916725 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.916893 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.917101 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.917337 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.917572 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.917801 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.918015 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.918316 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.918715 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.919003 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.919291 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.919538 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.919801 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.920378 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.920612 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.920971 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.921121 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.921347 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.921590 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.921942 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.922264 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.922524 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.922707 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:36:30.922860 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.923001 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.923152 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] use_json = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.923381 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.923592 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.923852 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.924089 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.924318 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.924530 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.924768 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.925016 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.925436 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.925731 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.926031 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.926301 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.926558 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.926796 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.927031 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.927255 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.927620 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.927946 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.928485 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.928817 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.929103 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.929359 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.929626 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.929977 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.930361 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.930499 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.930738 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.930982 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.931201 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.931429 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.931770 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.932048 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.932298 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.932568 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.938366 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.938366 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.938366 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.938366 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.938366 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.938366 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.938366 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.938366 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.938366 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.940213 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.940213 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.940213 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.940213 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.940213 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.940213 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.940213 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.940213 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.940213 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.941387 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.941387 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.941387 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.941387 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.941387 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.941387 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.941387 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.941387 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.941387 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.942588 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.942588 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.942588 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.942588 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.942588 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.942588 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.942588 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.942588 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.942588 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.943548 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.943548 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.943548 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.943548 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.944008 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.944008 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.944255 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.944421 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.944669 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.944890 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.945116 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.945352 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.945567 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.945781 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.946065 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.946292 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.946528 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.946742 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.946978 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.947210 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.947442 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.947678 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.947978 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.948309 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.948558 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.948846 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.949070 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.949323 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.949563 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.949812 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.950031 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.950270 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.950528 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.950781 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.951499 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.951499 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.951827 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.951827 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.952093 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.952214 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.952970 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.952970 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.952970 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.953347 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.953573 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.953573 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.957300 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.957300 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.957300 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.957300 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.957300 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.957300 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.957300 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.957300 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.957950 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.957950 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.957950 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.957950 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.957950 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.957950 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.957950 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.957950 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.959670 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.959670 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.959670 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.959670 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.959670 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.959670 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.960687 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.960687 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.960687 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.960687 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.961854 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.961854 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.961854 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.961854 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.962403 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.962403 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.962403 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.962929 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.962929 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.963206 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.963346 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.963555 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.963820 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.963984 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.964211 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.964439 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.965165 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.965165 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.965165 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.965928 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.965928 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.965928 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.965928 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.966574 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.966574 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.966574 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.970079 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.970079 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.970079 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.970079 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.970079 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.970079 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.970079 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.970079 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.971163 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.971163 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.971163 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.971163 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.971163 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.971163 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.971163 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.971163 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.971922 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.971922 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.971922 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.971922 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.971922 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.971922 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.971922 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.971922 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.972490 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.972490 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.972490 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.972759 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.973777 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.973777 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.973777 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.973777 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.974119 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.974119 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.974307 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.975519 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.975665 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.975812 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.976088 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.976328 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.976547 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.976810 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.977264 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.977481 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.977690 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.977894 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.978186 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.978436 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.978664 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.978895 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.979119 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.979341 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.979545 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.979749 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.979958 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.980366 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.980366 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.980589 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.980817 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.981026 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.981248 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.981467 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.981692 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.981920 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.982128 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.982348 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.982565 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.982768 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.982980 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.983180 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.983380 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.983672 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.983923 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.984134 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.984415 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.984653 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.984901 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.986196 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.986196 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.986196 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.986196 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.986196 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.986767 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.986767 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.987007 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.987145 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.987531 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.987714 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.988056 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.988182 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.988483 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.988771 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.988980 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.989257 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.989588 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.989863 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.990149 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.990395 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.990884 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.990884 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.991118 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.991316 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.991516 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.991751 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.991987 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.992211 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.992428 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.992656 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.992884 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.993094 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.993328 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.993555 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.994109 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.994109 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:30.994299 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 19:36:30.994712 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99907) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 19:36:30.994873 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 19:36:30.995011 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 19:36:30.995179 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 19:36:30.995344 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 19:36:30.995491 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 19:36:30.995692 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.995850 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.996010 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.996166 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.996321 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.996499 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.996687 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.996865 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.996992 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.997158 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.997364 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.997566 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.997716 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.997716 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.998090 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.998090 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.998356 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.998356 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.998719 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.998719 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.998719 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.999127 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.999127 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] debug = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.999452 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.999452 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.999748 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:30.999748 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.000069 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.000069 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.000402 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.000402 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.000402 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.000900 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.000900 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.000900 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.001341 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.001341 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.001341 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.001805 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.001805 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.001805 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] host = dv-cinder-790535-6-iscsi {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.002189 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.002189 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.002189 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.002600 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.002600 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.002600 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.003026 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.003026 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.003026 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.003409 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.003409 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.003409 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.003796 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.003796 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] log_file = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.004261 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] log_options = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.004261 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.004261 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.004794 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.004794 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.004794 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.004794 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.005268 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.005268 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.005268 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.005656 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.005656 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.005912 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.005912 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.006236 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.006236 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.006236 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.006627 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.006627 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.007025 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.007025 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.007025 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.007469 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.007469 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.007469 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.007890 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.007890 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.007890 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.008353 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.008353 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.008353 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.008833 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.008833 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.008833 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.008833 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.009328 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.009328 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.009328 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.009730 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.009730 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.009730 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.010183 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.010183 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.010183 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.010577 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.010577 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.010577 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] use_json = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.010977 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.010977 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.010977 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.011355 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.011355 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.011614 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.011614 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.011910 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:31.011910 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.012196 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.012196 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.012455 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.012455 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.012801 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.012801 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.013156 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.013156 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.014847 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.014847 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.014847 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.014847 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.014847 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.014847 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.014847 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.014847 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.015897 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.015897 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.015897 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.015897 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.015897 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.015897 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.015897 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.015897 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.016911 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.016911 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.016911 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.016911 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.016911 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.016911 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.016911 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.016911 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.017983 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.017983 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.017983 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.017983 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.017983 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.017983 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.017983 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.017983 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.017983 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.019416 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.019416 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.019416 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.019416 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.019416 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.019416 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.019416 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.019416 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.019416 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.020919 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.020919 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.020919 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.020919 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.020919 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.020919 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.020919 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.020919 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.020919 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.022870 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.022870 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.022870 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.022870 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.022870 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.022870 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.022870 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.022870 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.022870 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.024444 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.024444 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.024444 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.024444 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.024444 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.024444 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.024444 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.024444 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.024444 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.026026 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.026026 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.026026 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.026026 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.026026 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.026026 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.026026 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.026026 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.027104 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.027104 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.027104 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.027104 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.027104 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.027104 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.027104 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.027104 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.028315 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.028315 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.028315 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.028315 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.028315 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.028315 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.028315 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.028315 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.029819 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.029819 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.029819 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.029819 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.029819 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.029819 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.029819 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.029819 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.031073 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.031073 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.031073 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.031073 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.031073 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.031073 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.031073 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.031073 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.032249 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.032249 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.032249 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.032249 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.032249 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.032249 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.032249 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.032249 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.032249 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.033407 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.033407 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.033407 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.033407 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.033407 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.033407 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.033407 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.033407 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.034710 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.034710 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.034710 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.034710 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.034710 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.034710 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.034710 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.034710 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.035715 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.035715 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.035715 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.035715 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.035715 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.035715 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.035715 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.035715 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.036743 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.036743 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.036743 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.036743 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.036743 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.036743 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.036743 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.036743 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.037762 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.037762 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.037762 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.037762 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.037762 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.037762 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.037762 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.037762 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.039784 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.039784 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.039784 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.039784 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.039784 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.039784 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.039784 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.039784 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.041122 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.041122 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.041122 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.041122 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.041122 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.041122 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.041122 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.041122 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.042119 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.042119 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.042119 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.042119 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.042119 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.042119 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.042119 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.042119 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.043166 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.043166 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.043166 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.043166 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.043166 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.043740 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:36:31.043915 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.043915 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.043915 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.043915 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.043915 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.043915 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.043915 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.043915 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.043915 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.045204 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.045204 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.045204 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.045204 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.045204 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.045204 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.045204 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.045204 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.046211 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.046211 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.046211 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.046211 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.046211 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.046211 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.046211 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.046211 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.046211 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.047310 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.047310 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.047310 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.047310 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.047310 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.047310 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.047310 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.047310 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.047310 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.048512 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.048512 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.048512 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.048512 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.048512 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.048512 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.048512 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.048512 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.049529 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.049529 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.049529 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.049529 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.049529 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.049529 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.049529 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.050253 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.050253 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.050253 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.050253 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.050253 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.050914 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.050914 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.050914 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.050914 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.051438 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.051438 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.051438 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.051438 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.051972 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.051972 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.051972 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.052359 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.052359 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.052359 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.052816 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.052816 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.052816 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.053269 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.053269 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.053583 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.053730 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.053875 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.054020 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:31.054213 dv-cinder-790535-6-iscsi neutron-server[99907]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 19:36:31.350071 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 60996) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:36:31.359246 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067990 Jun 18 19:36:43.117568 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17926c5a-bcd7-4551-8542-b6a9b6d2b75f None None] get_active_networks_info from dv-cinder-790535-6-iscsi {{(pid=100056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 19:36:43.198074 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17926c5a-bcd7-4551-8542-b6a9b6d2b75f None None] No non-hosted networks {{(pid=100056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 19:36:43.212710 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.agentschedulers_db [None req-17926c5a-bcd7-4551-8542-b6a9b6d2b75f None None] DHCP Agent not found on host dv-cinder-790535-6-iscsi {{(pid=100056) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 18 19:36:43.350058 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9180-b790-473f-bdcb-1ebb603fbebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305'] for agent, after_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:45.785603 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc72c67f-4e5e-49eb-a98f-75c0eeea203e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305'] for agent, after_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:45.828916 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-3d98282d-ee0b-4aed-95ba-38494c0e4d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:45.850767 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305'] for agent, after_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:45.852211 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:45.852741 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:45.853240 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:45.853975 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:45.854693 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:45.855255 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:45.855871 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:45.856487 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:45.857361 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:45.857946 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:45.858780 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:45.859307 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:45.860239 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:36:45.868802 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:36:47.051194 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305'] for agent, after_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:48.822189 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305'] for agent, after_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:49.920164 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 32860) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:36:50.456961 dv-cinder-790535-6-iscsi neutron-server[100055]: WARNING oslo_policy.policy [None req-0635f1de-022d-4d3c-9b3c-dfc058de81d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 19:36:50.457583 dv-cinder-790535-6-iscsi neutron-server[100055]: WARNING oslo_policy.policy [None req-0635f1de-022d-4d3c-9b3c-dfc058de81d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 19:36:50.682280 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [None req-0635f1de-022d-4d3c-9b3c-dfc058de81d9 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=100055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:36:50.683530 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-0635f1de-022d-4d3c-9b3c-dfc058de81d9 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7612956 Jun 18 19:36:52.103718 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.db.l3_hamode_db [None req-a0084020-958a-4821-acc6-0e5cb9a0afb3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 19:36:52.183579 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0084020-958a-4821-acc6-0e5cb9a0afb3 None None] Routers set() bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:36:52.183994 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0084020-958a-4821-acc6-0e5cb9a0afb3 None None] Router IDs set() for agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 18 19:36:53.194074 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 32874) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:36:53.533193 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-a3ceef70-1ef7-40ad-88ff-7f3121ead501 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:36:53.626740 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.policy [None req-a3ceef70-1ef7-40ad-88ff-7f3121ead501 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100055) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 19:36:53.672392 dv-cinder-790535-6-iscsi neutron-server[100055]: WARNING oslo_policy.policy [None req-a3ceef70-1ef7-40ad-88ff-7f3121ead501 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 19:36:53.672815 dv-cinder-790535-6-iscsi neutron-server[100055]: WARNING oslo_policy.policy [None req-a3ceef70-1ef7-40ad-88ff-7f3121ead501 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 19:36:53.682016 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.quota [None req-a3ceef70-1ef7-40ad-88ff-7f3121ead501 admin admin] Loaded quota_driver: . Jun 18 19:36:53.818777 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a3ceef70-1ef7-40ad-88ff-7f3121ead501 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789366582129', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789366581636', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789366601182', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789366596500', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789366588759', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789366747046', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-614956', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1446707', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-483052', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536593'] for rbac-policy, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:53.999900 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a3ceef70-1ef7-40ad-88ff-7f3121ead501 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:54.001205 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-a3ceef70-1ef7-40ad-88ff-7f3121ead501 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8061736 Jun 18 19:36:56.577887 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 32886) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:36:56.887290 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Request body: {'network': {'project_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'tenant_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'admin_state_up': True, 'name': 'private'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:36:56.988092 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Made reservation on behalf of 55a2f0ca388549c5b7c5535bdf5c3900 for: {'network': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:36:56.991837 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:57.009533 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:57.223937 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:57.285393 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:57.291481 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:36:57.306945 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=100055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:36:57.335483 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789368570314', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:57.336083 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Unsubscribe: segment precommit_create {{(pid=100055) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 19:36:57.336568 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.segments_db [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Added segment 43fe61d7-3868-4ac3-acdf-7dc7fc429f61 of type vlan for network d89bae94-d52a-4b4e-ad32-a61f54aa2255 Jun 18 19:36:57.355151 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70656304-e7e9-4a20-9dc4-6ff5c3010f88,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:36:57.407584 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:57.407925 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:57.408252 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:57.408569 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:57.408906 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:57.409236 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:57.409571 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:57.409893 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:57.410217 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:57.410523 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:57.410822 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:57.411132 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Tracked resource versions report: Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: pushed versions: Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: { 'AddressGroup': {'1.2'}, Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'ConntrackHelper': {'1.0'}, Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Log': {'1.0'}, Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Network': {'1.1'}, Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Port': {'1.7'}, Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'PortForwarding': {'1.2'}, Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'QosPolicy': {'1.8'}, Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'SecurityGroup': {'1.4'}, Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'SecurityGroupRule': {'1.2'}, Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'SubPort': {'1.0'}, Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Subnet': {'1.1'}, Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Trunk': {'1.1'}} Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: consumer versions: Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: { DHCP agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: L3 agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: Metadata agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: Metering agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: Open vSwitch agent@dv-cinder-790535-6-iscsi: { 'AddressGroup': '1.2', Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'ConntrackHelper': '1.0', Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Log': '1.0', Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Network': '1.1', Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Port': '1.7', Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'PortForwarding': '1.2', Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'QosPolicy': '1.8', Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'SecurityGroup': '1.4', Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'SecurityGroupRule': '1.2', Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'SubPort': '1.0', Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Subnet': '1.1', Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Trunk': '1.1'}} Jun 18 19:36:57.412260 dv-cinder-790535-6-iscsi neutron-server[100055]: {{(pid=100055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 19:36:57.463960 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:36:57.466101 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:57.559623 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:57.561133 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:36:57.561795 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:57.564798 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:36:57.659575 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Pushing event updated for resources: {'Network': ['ID=d89bae94-d52a-4b4e-ad32-a61f54aa2255,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:36:57.663030 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:36:57.670833 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network d89bae94-d52a-4b4e-ad32-a61f54aa2255 details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:36:57.709428 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1299195 Jun 18 19:37:00.343549 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 32900) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:37:00.740098 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4937a220-9b88-40c2-aaf0-fe62101ac02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:37:00.741479 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-4937a220-9b88-40c2-aaf0-fe62101ac02e admin admin] 10.222.0.42 "GET /v2.0/networks/d89bae94-d52a-4b4e-ad32-a61f54aa2255 HTTP/1.1" status: 200 len: 825 time: 0.3969851 Jun 18 19:37:00.765801 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-6172ef0d-518a-4a07-98ef-ca7e5360d75a admin admin] 10.222.0.42 "GET /v2.0/subnetpools/daa12aac-3316-42cb-8921-02264705bd40 HTTP/1.1" status: 200 len: 734 time: 0.0189140 Jun 18 19:37:00.775007 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-ca5186f7-6195-4075-a6e1-63fd629c82b7 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255', 'subnetpool_id': 'daa12aac-3316-42cb-8921-02264705bd40'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:37:00.856854 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5186f7-6195-4075-a6e1-63fd629c82b7 admin admin] Made reservation on behalf of 55a2f0ca388549c5b7c5535bdf5c3900 for: {'subnet': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:37:00.859247 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ca5186f7-6195-4075-a6e1-63fd629c82b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:01.228324 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ca5186f7-6195-4075-a6e1-63fd629c82b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103'] for subnet, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:01.230823 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:01.301080 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5186f7-6195-4075-a6e1-63fd629c82b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d35188c-7d99-4b55-b609-0ef42ae7afc4,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:01.306258 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5186f7-6195-4075-a6e1-63fd629c82b7 admin admin] Checking segment: {'id': '43fe61d7-3868-4ac3-acdf-7dc7fc429f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:37:01.306602 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5186f7-6195-4075-a6e1-63fd629c82b7 admin admin] Network hostable DHCP agents. Network: d89bae94-d52a-4b4e-ad32-a61f54aa2255, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:37:01.308861 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-ca5186f7-6195-4075-a6e1-63fd629c82b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:01.387922 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5186f7-6195-4075-a6e1-63fd629c82b7 admin admin] Network d89bae94-d52a-4b4e-ad32-a61f54aa2255 is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:37:01.485347 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-ca5186f7-6195-4075-a6e1-63fd629c82b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, d89bae94-d52a-4b4e-ad32-a61f54aa2255) {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:37:01.490994 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5186f7-6195-4075-a6e1-63fd629c82b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:37:01.492162 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ca5186f7-6195-4075-a6e1-63fd629c82b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:01.495690 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52b9743-05f4-42e7-b7c5-643e7e9f33d5 None None] Network d89bae94-d52a-4b4e-ad32-a61f54aa2255 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:37:01.588904 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-ca5186f7-6195-4075-a6e1-63fd629c82b7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8176451 Jun 18 19:37:01.823934 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96c83322-2471-5313-b219-6ac1ab8aa22b-d89bae94-d52a-4b4e-ad32-a61f54aa2255', 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255', 'tenant_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'fixed_ips': [{'subnet_id': '6d35188c-7d99-4b55-b609-0ef42ae7afc4'}]}} from dv-cinder-790535-6-iscsi. {{(pid=100056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:37:01.825214 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:02.122979 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.db_base_plugin_common [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Allocated IP 172.20.0.2 (d89bae94-d52a-4b4e-ad32-a61f54aa2255/6d35188c-7d99-4b55-b609-0ef42ae7afc4/540786bc-b959-4141-935f-534b1fefc918) {{(pid=100056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:37:02.345930 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Notify callbacks [] for port, precommit_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:02.366234 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Transition to ACTIVE for port object 540786bc-b959-4141-935f-534b1fefc918 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:37:02.418995 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Transition to ACTIVE for port object 540786bc-b959-4141-935f-534b1fefc918 will not be triggered until provisioned by entity DHCP. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:37:02.496858 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:02.499933 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:02.566425 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Network d89bae94-d52a-4b4e-ad32-a61f54aa2255 is already hosted by enough agents. {{(pid=100056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:37:02.571701 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.base_scheduler [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Resources bound (agent type, host, resource id): {{(pid=100056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:37:02.581911 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Received port after_create {{(pid=100056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:37:02.586086 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Pushing event updated for resources: {'Port': ['ID=540786bc-b959-4141-935f-534b1fefc918,revision_number=1']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:02.614353 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:02.614784 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:02.615118 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:02.615443 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:02.615859 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:02.616179 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:02.616493 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:02.616868 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:02.617199 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:02.617513 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:02.617823 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:02.618123 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Tracked resource versions report: Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: pushed versions: Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: { 'AddressGroup': {'1.2'}, Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'ConntrackHelper': {'1.0'}, Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Log': {'1.0'}, Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Network': {'1.1'}, Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Port': {'1.7'}, Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'PortForwarding': {'1.2'}, Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'QosPolicy': {'1.8'}, Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'SecurityGroup': {'1.4'}, Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'SecurityGroupRule': {'1.2'}, Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'SubPort': {'1.0'}, Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Subnet': {'1.1'}, Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Trunk': {'1.1'}} Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: consumer versions: Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: { DHCP agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: L3 agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: Metadata agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: Metering agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: Open vSwitch agent@dv-cinder-790535-6-iscsi: { 'AddressGroup': '1.2', Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'ConntrackHelper': '1.0', Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Log': '1.0', Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Network': '1.1', Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Port': '1.7', Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'PortForwarding': '1.2', Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'QosPolicy': '1.8', Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'SecurityGroup': '1.4', Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'SecurityGroupRule': '1.2', Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'SubPort': '1.0', Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Subnet': '1.1', Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Trunk': '1.1'}} Jun 18 19:37:02.619248 dv-cinder-790535-6-iscsi neutron-server[100056]: {{(pid=100056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 19:37:02.643424 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:02.676846 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Attempting to bind port 540786bc-b959-4141-935f-534b1fefc918 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:37:02.677199 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Attempting to bind port 540786bc-b959-4141-935f-534b1fefc918 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '43fe61d7-3868-4ac3-acdf-7dc7fc429f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:37:02.677643 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Attempting to bind port 540786bc-b959-4141-935f-534b1fefc918 on network d89bae94-d52a-4b4e-ad32-a61f54aa2255 {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:37:02.682977 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:37:02.683385 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Checking segment: {'id': '43fe61d7-3868-4ac3-acdf-7dc7fc429f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:37:02.683867 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:02.684255 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Bound using segment: {'id': '43fe61d7-3868-4ac3-acdf-7dc7fc429f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:37:02.684825 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Bound port: 540786bc-b959-4141-935f-534b1fefc918, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fe61d7-3868-4ac3-acdf-7dc7fc429f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:37:02.685244 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:02.757296 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] For port 540786bc-b959-4141-935f-534b1fefc918, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:37:02.762445 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] For port 540786bc-b959-4141-935f-534b1fefc918, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=540786bc-b959-4141-935f-534b1fefc918,segment=NetworkSegment(43fe61d7-3868-4ac3-acdf-7dc7fc429f61),segment_id=43fe61d7-3868-4ac3-acdf-7dc7fc429f61)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:37:02.834997 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:02.838869 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:02.906950 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Pushing event updated for resources: {'Port': ['ID=540786bc-b959-4141-935f-534b1fefc918,revision_number=2']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:02.910104 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:04.202968 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 32908) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:37:04.753559 dv-cinder-790535-6-iscsi neutron-server[100054]: WARNING oslo_policy.policy [None req-5187caaf-6ec5-4076-a066-0b3328fca293 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 19:37:04.754179 dv-cinder-790535-6-iscsi neutron-server[100054]: WARNING oslo_policy.policy [None req-5187caaf-6ec5-4076-a066-0b3328fca293 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 19:37:04.980852 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [None req-5187caaf-6ec5-4076-a066-0b3328fca293 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=100054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:37:04.982455 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-5187caaf-6ec5-4076-a066-0b3328fca293 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7782526 Jun 18 19:37:07.421269 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 32922) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:37:07.767661 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [None req-a466e511-0d11-495e-8023-29e9756255aa admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=100054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:37:07.769488 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-a466e511-0d11-495e-8023-29e9756255aa admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3472283 Jun 18 19:37:09.150758 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cf43bc-138e-4ced-a3c5-86adc1b82fd3 None None] Network d89bae94-d52a-4b4e-ad32-a61f54aa2255 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:37:09.268542 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-e638b556-41a9-4dfa-80c8-32f6e8d69b2b None None] Provisioning for port 540786bc-b959-4141-935f-534b1fefc918 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:37:09.717920 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 540786bc-b959-4141-935f-534b1fefc918 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:37:09.896829 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port 540786bc-b959-4141-935f-534b1fefc918 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:37:09.900723 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 540786bc-b959-4141-935f-534b1fefc918 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:37:09.901124 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:10.022279 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:10.058308 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port 540786bc-b959-4141-935f-534b1fefc918, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=540786bc-b959-4141-935f-534b1fefc918,segment=NetworkSegment(43fe61d7-3868-4ac3-acdf-7dc7fc429f61),segment_id=43fe61d7-3868-4ac3-acdf-7dc7fc429f61)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:37:10.131247 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:10.134187 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:10.183944 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=540786bc-b959-4141-935f-534b1fefc918,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:10.189471 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:10.531372 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 32936) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:37:10.849984 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-547f69b5-3572-456b-812e-078098d4a995 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'name': 'router1'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:37:10.913935 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.policy [None req-547f69b5-3572-456b-812e-078098d4a995 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100054) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 19:37:10.959686 dv-cinder-790535-6-iscsi neutron-server[100054]: WARNING oslo_policy.policy [None req-547f69b5-3572-456b-812e-078098d4a995 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 19:37:10.960085 dv-cinder-790535-6-iscsi neutron-server[100054]: WARNING oslo_policy.policy [None req-547f69b5-3572-456b-812e-078098d4a995 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 19:37:10.968842 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.quota [None req-547f69b5-3572-456b-812e-078098d4a995 admin admin] Loaded quota_driver: . Jun 18 19:37:11.125266 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-547f69b5-3572-456b-812e-078098d4a995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-481455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2920'] for router, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:11.127034 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-547f69b5-3572-456b-812e-078098d4a995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2915'] for router, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:11.283094 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-547f69b5-3572-456b-812e-078098d4a995 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:11.354854 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-547f69b5-3572-456b-812e-078098d4a995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624634'] for router, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:11.450787 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-547f69b5-3572-456b-812e-078098d4a995 admin admin] Notify callbacks [] for router, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:11.451924 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-547f69b5-3572-456b-812e-078098d4a995 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9195828 Jun 18 19:37:11.698425 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 540786bc-b959-4141-935f-534b1fefc918 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:37:11.757942 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 540786bc-b959-4141-935f-534b1fefc918 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:37:11.758310 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:13.068687 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ff6bb0e2-ded8-401c-a66d-0031b15fe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:13.882498 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 32946) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:37:14.340067 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [None req-2b638a10-9dfc-4357-bf5c-9275f441b90d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=100054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:37:14.341141 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-2b638a10-9dfc-4357-bf5c-9275f441b90d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4574094 Jun 18 19:37:15.725362 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-35b72784-3fc4-421f-b520-77dd803184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:15.804747 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:16.784244 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 32954) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:37:16.908877 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:17.127472 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:37:17.216241 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Made reservation on behalf of 7400b948a5e84ac3b15f403524c1f004 for: {'network': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:37:17.219185 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:17.235708 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:17.369392 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:17.518868 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:17.524143 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:17.536294 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Reserving flat network on physical network physnet1 {{(pid=100054) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 18 19:37:17.570446 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789368570314', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:17.571037 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Unsubscribe: segment precommit_create {{(pid=100054) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 19:37:17.571535 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.segments_db [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Added segment 2f05c1b6-40de-4e68-be8c-9ad2983cda71 of type flat for network a920a8e0-c5d2-4f11-b036-3e5563c3157d Jun 18 19:37:17.578185 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497bd4af-d39d-4221-9aa8-db79bb6b178d,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:17.616386 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:17.616765 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:17.617095 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:17.617414 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:17.617733 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:17.618078 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:17.618397 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:17.618718 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:17.619042 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:17.619349 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:17.619653 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:17.619953 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Tracked resource versions report: Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: pushed versions: Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: { 'AddressGroup': {'1.2'}, Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'ConntrackHelper': {'1.0'}, Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Log': {'1.0'}, Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Network': {'1.1'}, Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Port': {'1.7'}, Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'PortForwarding': {'1.2'}, Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'QosPolicy': {'1.8'}, Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'SecurityGroup': {'1.4'}, Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'SecurityGroupRule': {'1.2'}, Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'SubPort': {'1.0'}, Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Subnet': {'1.1'}, Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Trunk': {'1.1'}} Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: consumer versions: Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: { DHCP agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: L3 agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: Metadata agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: Metering agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: Open vSwitch agent@dv-cinder-790535-6-iscsi: { 'AddressGroup': '1.2', Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'ConntrackHelper': '1.0', Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Log': '1.0', Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Network': '1.1', Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Port': '1.7', Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'PortForwarding': '1.2', Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'QosPolicy': '1.8', Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'SecurityGroup': '1.4', Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'SecurityGroupRule': '1.2', Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'SubPort': '1.0', Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Subnet': '1.1', Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Trunk': '1.1'}} Jun 18 19:37:17.621125 dv-cinder-790535-6-iscsi neutron-server[100054]: {{(pid=100054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 19:37:17.705128 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:17.710729 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:17.827871 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:17.829526 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:37:17.830223 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:17.832720 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:17.935006 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Pushing event updated for resources: {'Network': ['ID=a920a8e0-c5d2-4f11-b036-3e5563c3157d,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:17.938449 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:17.948973 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:37:18.028375 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2429240 Jun 18 19:37:18.753563 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:21.129026 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 32976) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:37:21.326228 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571f6be6-8c4c-4e76-82d9-9a2e6c179c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:37:21.327566 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-571f6be6-8c4c-4e76-82d9-9a2e6c179c7e admin admin] 10.222.0.42 "GET /v2.0/subnets/6d35188c-7d99-4b55-b609-0ef42ae7afc4 HTTP/1.1" status: 200 len: 849 time: 0.1975422 Jun 18 19:37:21.496039 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-f808345c-b4fc-4489-b567-14932457a957 admin admin] 10.222.0.42 "GET /v2.0/routers/6403fc4a-6c49-4e88-ae07-c835c6b644d0 HTTP/1.1" status: 200 len: 704 time: 0.1627026 Jun 18 19:37:21.855990 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:22.173999 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Allocated IP 172.20.0.1 (d89bae94-d52a-4b4e-ad32-a61f54aa2255/6d35188c-7d99-4b55-b609-0ef42ae7afc4/b081750e-e836-4a18-be4d-fb4049a14642) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:37:22.350427 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:22.376607 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.provisioning_blocks [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Transition to ACTIVE for port object b081750e-e836-4a18-be4d-fb4049a14642 will not be triggered until provisioned by entity DHCP. {{(pid=100055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:37:22.508463 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:22.510872 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:22.638976 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Network d89bae94-d52a-4b4e-ad32-a61f54aa2255 is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:37:22.644454 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:37:22.652433 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:37:22.652433 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621781'] for router_interface, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:22.695542 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Pushing event updated for resources: {'Port': ['ID=b081750e-e836-4a18-be4d-fb4049a14642,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:22.718549 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:22.952092 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:22.982253 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-def04c9b-82ae-48fd-83c8-2f617bf6a3df None None] Provisioning for port b081750e-e836-4a18-be4d-fb4049a14642 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:37:22.988468 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-def04c9b-82ae-48fd-83c8-2f617bf6a3df None None] Provisioning complete for port b081750e-e836-4a18-be4d-fb4049a14642 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:37:22.989088 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-def04c9b-82ae-48fd-83c8-2f617bf6a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:23.037261 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-def04c9b-82ae-48fd-83c8-2f617bf6a3df None None] Port b081750e-e836-4a18-be4d-fb4049a14642 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:37:23.256999 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:23.308051 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:23.309263 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618700'] for router_interface, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:23.312534 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:23.392723 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Pushing event updated for resources: {'Port': ['ID=b081750e-e836-4a18-be4d-fb4049a14642,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:23.397267 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:23.438745 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Network d89bae94-d52a-4b4e-ad32-a61f54aa2255 is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:37:23.440167 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:37:23.664589 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-2f43361b-e349-403f-af26-60ba236a4a8b None None] Provisioning complete for port b081750e-e836-4a18-be4d-fb4049a14642 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:37:23.680598 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-2f43361b-e349-403f-af26-60ba236a4a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:23.699032 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-2f43361b-e349-403f-af26-60ba236a4a8b None None] Port b081750e-e836-4a18-be4d-fb4049a14642 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:37:23.719124 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Router 6403fc4a-6c49-4e88-ae07-c835c6b644d0 is scheduled to L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d with binding_index 1 {{(pid=100055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:37:23.811834 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:37:23.816993 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] 10.222.0.42 "PUT /v2.0/routers/6403fc4a-6c49-4e88-ae07-c835c6b644d0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3156304 Jun 18 19:37:23.824741 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Sync routers for ids ['6403fc4a-6c49-4e88-ae07-c835c6b644d0'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:37:23.838093 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Routers {'6403fc4a-6c49-4e88-ae07-c835c6b644d0'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:37:23.838937 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:37:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['6403fc4a-6c49-4e88-ae07-c835c6b644d0'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:37:24.040791 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Set router 6403fc4a-6c49-4e88-ae07-c835c6b644d0 gateway port host: None {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:37:24.515377 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403fc4a-6c49-4e88-ae07-c835c6b644d0', 'name': 'router1', 'tenant_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:37:11Z', 'updated_at': '2021-06-18T19:37:22Z', 'revision_number': 2, 'project_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'gw_port_host': None, '_interfaces': [{'id': 'b081750e-e836-4a18-be4d-fb4049a14642', 'name': '', 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255', 'tenant_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'mac_address': 'fa:16:3e:2b:0e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6403fc4a-6c49-4e88-ae07-c835c6b644d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d35188c-7d99-4b55-b609-0ef42ae7afc4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:21Z', 'updated_at': '2021-06-18T19:37:23Z', 'revision_number': 2, 'project_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'subnets': [{'id': '6d35188c-7d99-4b55-b609-0ef42ae7afc4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'daa12aac-3316-42cb-8921-02264705bd40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:37:24.572092 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Checking router: 6403fc4a-6c49-4e88-ae07-c835c6b644d0 for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:37:24.572660 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Updating router 6403fc4a-6c49-4e88-ae07-c835c6b644d0 port b081750e-e836-4a18-be4d-fb4049a14642 binding host dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:37:24.651868 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:25.238815 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Notify callbacks [] for port, precommit_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:25.259639 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.provisioning_blocks [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Transition to ACTIVE for port object b081750e-e836-4a18-be4d-fb4049a14642 will not be triggered until provisioned by entity L2. {{(pid=100057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:37:25.313407 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:25.316486 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:25.660038 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Pushing event updated for resources: {'Port': ['ID=b081750e-e836-4a18-be4d-fb4049a14642,revision_number=3']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:25.672372 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Attempting to bind port b081750e-e836-4a18-be4d-fb4049a14642 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:37:25.672723 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Attempting to bind port b081750e-e836-4a18-be4d-fb4049a14642 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '43fe61d7-3868-4ac3-acdf-7dc7fc429f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255'}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:37:25.673156 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Attempting to bind port b081750e-e836-4a18-be4d-fb4049a14642 on network d89bae94-d52a-4b4e-ad32-a61f54aa2255 {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:37:25.675740 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:25.676083 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:25.676415 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:25.677363 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:25.678297 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:25.678297 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:25.678593 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:25.678792 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:25.679124 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:25.679449 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:25.679763 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:25.680077 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Tracked resource versions report: Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: pushed versions: Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: { 'AddressGroup': {'1.2'}, Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'ConntrackHelper': {'1.0'}, Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Log': {'1.0'}, Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Network': {'1.1'}, Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Port': {'1.7'}, Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'PortForwarding': {'1.2'}, Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'QosPolicy': {'1.8'}, Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'SecurityGroup': {'1.4'}, Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'SecurityGroupRule': {'1.2'}, Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'SubPort': {'1.0'}, Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Subnet': {'1.1'}, Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Trunk': {'1.1'}} Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: consumer versions: Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: { DHCP agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: L3 agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: Metadata agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: Metering agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: Open vSwitch agent@dv-cinder-790535-6-iscsi: { 'AddressGroup': '1.2', Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'ConntrackHelper': '1.0', Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Log': '1.0', Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Network': '1.1', Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Port': '1.7', Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'PortForwarding': '1.2', Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'QosPolicy': '1.8', Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'SecurityGroup': '1.4', Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'SecurityGroupRule': '1.2', Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'SubPort': '1.0', Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Subnet': '1.1', Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Trunk': '1.1'}} Jun 18 19:37:25.681264 dv-cinder-790535-6-iscsi neutron-server[100057]: {{(pid=100057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 19:37:25.687775 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:37:25.688192 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Checking segment: {'id': '43fe61d7-3868-4ac3-acdf-7dc7fc429f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:37:25.688720 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:25.689114 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Bound using segment: {'id': '43fe61d7-3868-4ac3-acdf-7dc7fc429f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255'} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:37:25.689610 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Bound port: b081750e-e836-4a18-be4d-fb4049a14642, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fe61d7-3868-4ac3-acdf-7dc7fc429f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255'}}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:37:25.689988 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:25.692114 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:25.760228 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] For port b081750e-e836-4a18-be4d-fb4049a14642, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:37:25.782622 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] For port b081750e-e836-4a18-be4d-fb4049a14642, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=b081750e-e836-4a18-be4d-fb4049a14642,segment=NetworkSegment(43fe61d7-3868-4ac3-acdf-7dc7fc429f61),segment_id=43fe61d7-3868-4ac3-acdf-7dc7fc429f61)] {{(pid=100057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:37:25.856562 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:25.858988 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:25.923660 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Pushing event updated for resources: {'Port': ['ID=b081750e-e836-4a18-be4d-fb4049a14642,revision_number=4']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:25.933675 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:25.934876 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Routers {'6403fc4a-6c49-4e88-ae07-c835c6b644d0'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:37:25.935484 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:37:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['6403fc4a-6c49-4e88-ae07-c835c6b644d0'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:37:26.034559 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] Set router 6403fc4a-6c49-4e88-ae07-c835c6b644d0 gateway port host: None {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:37:26.195677 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 32996) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:37:26.312610 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403fc4a-6c49-4e88-ae07-c835c6b644d0', 'name': 'router1', 'tenant_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:37:11Z', 'updated_at': '2021-06-18T19:37:22Z', 'revision_number': 2, 'project_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'gw_port_host': None, '_interfaces': [{'id': 'b081750e-e836-4a18-be4d-fb4049a14642', 'name': '', 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255', 'tenant_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'mac_address': 'fa:16:3e:2b:0e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6403fc4a-6c49-4e88-ae07-c835c6b644d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d35188c-7d99-4b55-b609-0ef42ae7afc4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:21Z', 'updated_at': '2021-06-18T19:37:25Z', 'revision_number': 4, 'project_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'subnets': [{'id': '6d35188c-7d99-4b55-b609-0ef42ae7afc4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'daa12aac-3316-42cb-8921-02264705bd40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:37:26.330282 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27216cd9-9d5f-40ad-9e3a-6d927bf93737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:37:26.331648 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-27216cd9-9d5f-40ad-9e3a-6d927bf93737 admin admin] 10.222.0.42 "GET /v2.0/networks/a920a8e0-c5d2-4f11-b036-3e5563c3157d HTTP/1.1" status: 200 len: 842 time: 0.1349776 Jun 18 19:37:26.342933 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65af19f-6a0d-4cb3-9082-1a9bd397bef5 None None] The sync data for ids ['6403fc4a-6c49-4e88-ae07-c835c6b644d0'] in dv-cinder-790535-6-iscsi is: [{'id': '6403fc4a-6c49-4e88-ae07-c835c6b644d0', 'name': 'router1', 'tenant_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:37:11Z', 'updated_at': '2021-06-18T19:37:22Z', 'revision_number': 2, 'project_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'gw_port_host': None, '_interfaces': [{'id': 'b081750e-e836-4a18-be4d-fb4049a14642', 'name': '', 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255', 'tenant_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'mac_address': 'fa:16:3e:2b:0e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6403fc4a-6c49-4e88-ae07-c835c6b644d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d35188c-7d99-4b55-b609-0ef42ae7afc4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:21Z', 'updated_at': '2021-06-18T19:37:25Z', 'revision_number': 4, 'project_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'subnets': [{'id': '6d35188c-7d99-4b55-b609-0ef42ae7afc4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'daa12aac-3316-42cb-8921-02264705bd40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:37:26.348303 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-aaf16627-78be-41d0-95d1-7cda15bb988e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:37:26.438706 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf16627-78be-41d0-95d1-7cda15bb988e admin admin] Made reservation on behalf of 7400b948a5e84ac3b15f403524c1f004 for: {'subnet': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:37:26.441384 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-aaf16627-78be-41d0-95d1-7cda15bb988e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:26.790614 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.objects.ports [None req-aaf16627-78be-41d0-95d1-7cda15bb988e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100055) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 19:37:26.791077 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-aaf16627-78be-41d0-95d1-7cda15bb988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103'] for subnet, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:26.793363 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-ca5186f7-6195-4075-a6e1-63fd629c82b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:26.847789 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf16627-78be-41d0-95d1-7cda15bb988e admin admin] Pushing event updated for resources: {'Subnet': ['ID=57839d39-3ee6-4df6-ab3c-2bceff3367a5,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:26.855806 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-aaf16627-78be-41d0-95d1-7cda15bb988e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:26.860517 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf16627-78be-41d0-95d1-7cda15bb988e admin admin] Checking segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:37:26.860901 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf16627-78be-41d0-95d1-7cda15bb988e admin admin] Network hostable DHCP agents. Network: a920a8e0-c5d2-4f11-b036-3e5563c3157d, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:37:26.975944 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf16627-78be-41d0-95d1-7cda15bb988e admin admin] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:37:27.124530 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-aaf16627-78be-41d0-95d1-7cda15bb988e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, a920a8e0-c5d2-4f11-b036-3e5563c3157d) {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:37:27.129180 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf16627-78be-41d0-95d1-7cda15bb988e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:37:27.130451 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-aaf16627-78be-41d0-95d1-7cda15bb988e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:27.135093 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbe51d4-42df-4d8f-a611-7a063051239c None None] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:37:27.264748 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-aaf16627-78be-41d0-95d1-7cda15bb988e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9075768 Jun 18 19:37:27.282020 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c5e0f1-52eb-44b2-a17a-7e42eb043257 None None] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:37:29.652594 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33008) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:37:29.740930 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device b081750e-e836-4a18-be4d-fb4049a14642 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:37:29.834579 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-b525e9db-cf63-46d8-8435-658db5c403e7 admin admin] 10.222.0.42 "GET /v2.0/routers/6403fc4a-6c49-4e88-ae07-c835c6b644d0 HTTP/1.1" status: 200 len: 710 time: 0.1802809 Jun 18 19:37:29.890716 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port b081750e-e836-4a18-be4d-fb4049a14642 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:37:29.895439 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port b081750e-e836-4a18-be4d-fb4049a14642 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:37:29.895817 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:29.988345 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:30.017329 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed119d2-3973-4ba6-a733-fc31becfedbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:37:30.018880 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-5ed119d2-3973-4ba6-a733-fc31becfedbc admin admin] 10.222.0.42 "GET /v2.0/networks/a920a8e0-c5d2-4f11-b036-3e5563c3157d HTTP/1.1" status: 200 len: 886 time: 0.1790988 Jun 18 19:37:30.028775 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port b081750e-e836-4a18-be4d-fb4049a14642, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=b081750e-e836-4a18-be4d-fb4049a14642,segment=NetworkSegment(43fe61d7-3868-4ac3-acdf-7dc7fc429f61),segment_id=43fe61d7-3868-4ac3-acdf-7dc7fc429f61)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:37:30.030152 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:37:30.222761 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:30.229307 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-bfc28521-a817-45e5-8ea8-e5b4eae8222f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:30.327081 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2933'] for router, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:30.330293 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=b081750e-e836-4a18-be4d-fb4049a14642,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:30.337625 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:30.733035 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:30.834283 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:30.945323 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Allocated IP 172.27.3.54 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:37:31.053385 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:31.159380 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:31.162378 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:31.199753 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:37:31.202809 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:37:31.206229 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:37:31.241525 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Pushing event updated for resources: {'Port': ['ID=6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:31.271959 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:31.589203 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:31.713518 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device b081750e-e836-4a18-be4d-fb4049a14642 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:37:31.766893 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port b081750e-e836-4a18-be4d-fb4049a14642 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:37:31.767267 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:31.887601 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2933'] for router, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:31.891195 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481364'] for router, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:32.023123 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Router 6403fc4a-6c49-4e88-ae07-c835c6b644d0 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:37:32.143110 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:37:32.147403 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Notify callbacks [] for router, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:32.148618 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] 10.222.0.42 "PUT /v2.0/routers/6403fc4a-6c49-4e88-ae07-c835c6b644d0 HTTP/1.1" status: 200 len: 889 time: 2.1228745 Jun 18 19:37:32.165330 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Sync routers for ids ['6403fc4a-6c49-4e88-ae07-c835c6b644d0'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:37:32.183583 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Routers {'6403fc4a-6c49-4e88-ae07-c835c6b644d0'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:37:32.184757 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:37:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['6403fc4a-6c49-4e88-ae07-c835c6b644d0'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:37:32.490641 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Set router 6403fc4a-6c49-4e88-ae07-c835c6b644d0 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:37:32.988748 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403fc4a-6c49-4e88-ae07-c835c6b644d0', 'name': 'router1', 'tenant_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:37:11Z', 'updated_at': '2021-06-18T19:37:31Z', 'revision_number': 4, 'project_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'gw_port': {'id': '6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6403fc4a-6c49-4e88-ae07-c835c6b644d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:30Z', 'updated_at': '2021-06-18T19:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'b081750e-e836-4a18-be4d-fb4049a14642', 'name': '', 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255', 'tenant_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'mac_address': 'fa:16:3e:2b:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403fc4a-6c49-4e88-ae07-c835c6b644d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d35188c-7d99-4b55-b609-0ef42ae7afc4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:21Z', 'updated_at': '2021-06-18T19:37:30Z', 'revision_number': 5, 'project_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'subnets': [{'id': '6d35188c-7d99-4b55-b609-0ef42ae7afc4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'daa12aac-3316-42cb-8921-02264705bd40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:37:33.046690 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Checking router: 6403fc4a-6c49-4e88-ae07-c835c6b644d0 for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:37:33.046998 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Updating router 6403fc4a-6c49-4e88-ae07-c835c6b644d0 port 6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7 binding host dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:37:33.087206 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:33.517338 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Notify callbacks [] for port, precommit_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:33.528554 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Transition to ACTIVE for port object 6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:37:33.610080 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:33.612509 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:33.682314 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Attempting to bind port 6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:37:33.682928 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Attempting to bind port 6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:37:33.683545 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Attempting to bind port 6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7 on network a920a8e0-c5d2-4f11-b036-3e5563c3157d {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:37:33.699533 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a1bea-2b3a-4ec9-835a-1ed6c2bf1f69 None None] Pushing event updated for resources: {'Port': ['ID=6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7,revision_number=2']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:33.705346 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:37:33.705973 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Checking segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:37:33.706731 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:33.707395 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Bound using segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:37:33.709334 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Bound port: 6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:37:33.709516 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:33.712656 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-352a1bea-2b3a-4ec9-835a-1ed6c2bf1f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:33.790804 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] For port 6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:37:33.794694 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] For port 6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:37:33.868544 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:33.870840 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:33.929819 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Routers {'6403fc4a-6c49-4e88-ae07-c835c6b644d0'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:37:33.930450 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:37:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['6403fc4a-6c49-4e88-ae07-c835c6b644d0'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:37:33.932298 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a1bea-2b3a-4ec9-835a-1ed6c2bf1f69 None None] Pushing event updated for resources: {'Port': ['ID=6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:33.938636 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-352a1bea-2b3a-4ec9-835a-1ed6c2bf1f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:34.161653 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] Set router 6403fc4a-6c49-4e88-ae07-c835c6b644d0 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:37:34.411136 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403fc4a-6c49-4e88-ae07-c835c6b644d0', 'name': 'router1', 'tenant_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:37:11Z', 'updated_at': '2021-06-18T19:37:31Z', 'revision_number': 4, 'project_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'gw_port': {'id': '6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6403fc4a-6c49-4e88-ae07-c835c6b644d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:30Z', 'updated_at': '2021-06-18T19:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'b081750e-e836-4a18-be4d-fb4049a14642', 'name': '', 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255', 'tenant_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'mac_address': 'fa:16:3e:2b:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403fc4a-6c49-4e88-ae07-c835c6b644d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d35188c-7d99-4b55-b609-0ef42ae7afc4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:21Z', 'updated_at': '2021-06-18T19:37:30Z', 'revision_number': 5, 'project_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'subnets': [{'id': '6d35188c-7d99-4b55-b609-0ef42ae7afc4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'daa12aac-3316-42cb-8921-02264705bd40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:37:34.441060 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee689cf-eb6a-4991-bed3-6209262270e3 None None] The sync data for ids ['6403fc4a-6c49-4e88-ae07-c835c6b644d0'] in dv-cinder-790535-6-iscsi is: [{'id': '6403fc4a-6c49-4e88-ae07-c835c6b644d0', 'name': 'router1', 'tenant_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:37:11Z', 'updated_at': '2021-06-18T19:37:31Z', 'revision_number': 4, 'project_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'gw_port': {'id': '6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6403fc4a-6c49-4e88-ae07-c835c6b644d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:30Z', 'updated_at': '2021-06-18T19:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'b081750e-e836-4a18-be4d-fb4049a14642', 'name': '', 'network_id': 'd89bae94-d52a-4b4e-ad32-a61f54aa2255', 'tenant_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'mac_address': 'fa:16:3e:2b:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403fc4a-6c49-4e88-ae07-c835c6b644d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d35188c-7d99-4b55-b609-0ef42ae7afc4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:21Z', 'updated_at': '2021-06-18T19:37:30Z', 'revision_number': 5, 'project_id': '55a2f0ca388549c5b7c5535bdf5c3900', 'subnets': [{'id': '6d35188c-7d99-4b55-b609-0ef42ae7afc4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'daa12aac-3316-42cb-8921-02264705bd40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:37:34.681719 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33016) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:37:34.822219 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-fb4b7300-3307-4123-a33e-9d9c667319f6 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1393199 Jun 18 19:37:35.756419 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:37:35.890195 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port 6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:37:35.894218 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:37:35.894596 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:35.988917 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:36.010601 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port 6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:37:36.072943 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:36.075998 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:36.131560 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:36.134733 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:37.774397 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:37:37.855293 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 6e39dadb-b9a1-4b09-8aff-1bdef2a9d5f7 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:37:37.855985 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:39.948599 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 5 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:37:43.073195 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-527e7763-c2d2-4e53-ab6a-b6abcd81f787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:45.790609 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-db0c54a4-4c2e-486a-9495-a1d4c84a35cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:45.865212 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:46.918909 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:48.788432 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:13.085131 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f5ae3838-086b-4990-9787-784fdfcb326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:15.735290 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c7e9-d54b-45ca-81eb-4e8861c6c406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:15.809748 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:16.941729 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:16.949361 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 5 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:38:18.758420 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:43.078000 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-64d57691-d4ea-43e3-8134-bd13190eb8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:45.734542 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-078f0c32-4f7a-43de-a630-737e5935e3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:45.831626 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:46.923231 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:48.774709 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:53.947836 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 5 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:39:13.077451 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-6889a544-24b9-4985-ba07-1a01310056b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:15.762058 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-8027e9cf-b3e3-4c04-b054-db8e24350189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:15.837585 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:16.760443 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33584) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:16.824984 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b3d0cb-5845-48b0-8359-397bad772c4b admin admin] GET failed (client error): The resource could not be found. Jun 18 19:39:16.826424 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-47b3d0cb-5845-48b0-8359-397bad772c4b admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649145 Jun 18 19:39:16.917476 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:16.988679 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1d6ca8-9721-43f9-bb4c-2347419ac8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:16.990154 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-be1d6ca8-9721-43f9-bb4c-2347419ac8ee admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1597672 Jun 18 19:39:18.780105 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:19.187507 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33594) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:19.281160 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9b611f-2ba5-45d9-a55a-6ac89d1adc20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:19.282496 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-ed9b611f-2ba5-45d9-a55a-6ac89d1adc20 admin admin] 10.222.0.42 "GET /v2.0/subnets/6d35188c-7d99-4b55-b609-0ef42ae7afc4 HTTP/1.1" status: 200 len: 849 time: 0.0940425 Jun 18 19:39:19.291646 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:39:19.376427 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:19.563120 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789368521436'] for subnet, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:19.565390 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-aaf16627-78be-41d0-95d1-7cda15bb988e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:39:19.594238 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:19.595303 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:19.596307 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] 10.222.0.42 "PUT /v2.0/subnets/6d35188c-7d99-4b55-b609-0ef42ae7afc4 HTTP/1.1" status: 200 len: 868 time: 0.3081386 Jun 18 19:39:19.598851 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2392c84-3ed3-45b5-aba4-dc2c9b284c29 None None] Network d89bae94-d52a-4b4e-ad32-a61f54aa2255 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:39:19.617805 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d35188c-7d99-4b55-b609-0ef42ae7afc4,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:39:19.625402 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:19.625786 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:19.626124 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:19.626581 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:19.626847 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:19.627333 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:19.627670 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:19.628014 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:19.628982 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:19.629325 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:19.629682 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:19.630179 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:19.633817 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:39:20.034091 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-c9831fb2-5a34-46bf-8112-0b270497324a None None] Provisioning complete for port b081750e-e836-4a18-be4d-fb4049a14642 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:39:20.035179 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c9831fb2-5a34-46bf-8112-0b270497324a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:20.119645 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-c9831fb2-5a34-46bf-8112-0b270497324a None None] Provisioning complete for port 540786bc-b959-4141-935f-534b1fefc918 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:39:20.119909 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c9831fb2-5a34-46bf-8112-0b270497324a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:21.780360 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33602) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:21.986014 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b2ff2a-fee2-4616-a857-106d046af05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:21.986487 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b2ff2a-fee2-4616-a857-106d046af05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:21.988172 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-97b2ff2a-fee2-4616-a857-106d046af05b admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2067339 Jun 18 19:39:24.167194 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33610) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:24.297707 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c716fe-8807-4fc1-aec9-a4111050c4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:24.298186 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c716fe-8807-4fc1-aec9-a4111050c4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:24.299700 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-39c716fe-8807-4fc1-aec9-a4111050c4a1 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1314714 Jun 18 19:39:26.453728 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33618) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:26.577714 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ec1b1-0efb-4f35-9f2e-368ea1b342d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:26.579061 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-fa4ec1b1-0efb-4f35-9f2e-368ea1b342d3 admin admin] 10.222.0.42 "GET /v2.0/networks/a920a8e0-c5d2-4f11-b036-3e5563c3157d HTTP/1.1" status: 200 len: 886 time: 0.1243565 Jun 18 19:39:28.793535 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33626) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:28.922483 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b836c9f2-0598-4400-9e11-96d0f76670e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:28.923762 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-b836c9f2-0598-4400-9e11-96d0f76670e6 admin admin] 10.222.0.42 "GET /v2.0/networks/d89bae94-d52a-4b4e-ad32-a61f54aa2255 HTTP/1.1" status: 200 len: 869 time: 0.1292560 Jun 18 19:39:30.946881 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 5 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:39:31.089636 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33634) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:31.213229 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b33f7-dffe-4665-804c-b8163c265cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:31.213706 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b33f7-dffe-4665-804c-b8163c265cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:31.215226 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-c95b33f7-dffe-4665-804c-b8163c265cea admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246183 Jun 18 19:39:33.369590 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33642) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:33.461224 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ace7169-b60c-421a-9021-5eabc8ae484a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:33.461698 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ace7169-b60c-421a-9021-5eabc8ae484a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:33.463196 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-1ace7169-b60c-421a-9021-5eabc8ae484a admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926626 Jun 18 19:39:35.670773 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 33650) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:35.794717 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6429552-5cd2-461e-8311-df1c7071919f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:35.796091 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-f6429552-5cd2-461e-8311-df1c7071919f admin admin] 10.222.0.42 "GET /v2.0/subnets/57839d39-3ee6-4df6-ab3c-2bceff3367a5 HTTP/1.1" status: 200 len: 816 time: 0.1243482 Jun 18 19:39:38.042352 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 33660) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:38.151137 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6e3201-cee8-48dc-8e83-69c560adcf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:38.152503 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-cc6e3201-cee8-48dc-8e83-69c560adcf95 admin admin] 10.222.0.42 "GET /v2.0/subnets/6d35188c-7d99-4b55-b609-0ef42ae7afc4 HTTP/1.1" status: 200 len: 868 time: 0.1087425 Jun 18 19:39:43.071367 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-d694af22-3b80-4c38-be0d-728d992acdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:45.780070 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-3d3ffa28-552f-4141-b7c9-4132682968c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:45.814321 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:46.928001 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:48.779770 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:02.167720 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 33704) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:40:02.214284 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [None req-9f223f38-0b3f-4f02-841b-c441d11131ef admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=100054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:40:02.215276 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-9f223f38-0b3f-4f02-841b-c441d11131ef admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465775 Jun 18 19:40:04.468074 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33712) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:40:04.626497 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.pecan_wsgi.hooks.translation [None req-9080d65a-b8fc-42db-890b-211ce00eb157 admin admin] GET failed (client error): The resource could not be found. Jun 18 19:40:04.627904 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-9080d65a-b8fc-42db-890b-211ce00eb157 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1588595 Jun 18 19:40:04.710965 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d23fa9-2a8a-456a-a63a-ad9469610402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:40:04.712426 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-90d23fa9-2a8a-456a-a63a-ad9469610402 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805464 Jun 18 19:40:06.914644 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33720) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:40:06.961777 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-f0aa9184-9ac3-4659-b419-f2dd0317b7fa admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:40:07.066055 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0aa9184-9ac3-4659-b419-f2dd0317b7fa admin admin] Made reservation on behalf of 7400b948a5e84ac3b15f403524c1f004 for: {'network': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:40:07.068442 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9184-9ac3-4659-b419-f2dd0317b7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:07.099034 dv-cinder-790535-6-iscsi neutron-server[100055]: WARNING neutron.services.revisions.revision_plugin [None req-f0aa9184-9ac3-4659-b419-f2dd0317b7fa admin admin] Could not find related network for resource to bump revision. Jun 18 19:40:07.111248 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0aa9184-9ac3-4659-b419-f2dd0317b7fa admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=100055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:40:07.120796 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9184-9ac3-4659-b419-f2dd0317b7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:07.121135 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.segments_db [None req-f0aa9184-9ac3-4659-b419-f2dd0317b7fa admin admin] Added segment acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd of type vlan for network 1cd7044e-6c4c-49e4-868d-e0a0c86bb118 Jun 18 19:40:07.166790 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9184-9ac3-4659-b419-f2dd0317b7fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:07.259642 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9184-9ac3-4659-b419-f2dd0317b7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:07.261017 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aa9184-9ac3-4659-b419-f2dd0317b7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:40:07.261605 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9184-9ac3-4659-b419-f2dd0317b7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:07.263742 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:40:07.318362 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa9184-9ac3-4659-b419-f2dd0317b7fa admin admin] Pushing event updated for resources: {'Network': ['ID=1cd7044e-6c4c-49e4-868d-e0a0c86bb118,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:40:07.321221 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-f0aa9184-9ac3-4659-b419-f2dd0317b7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:40:07.329021 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network 1cd7044e-6c4c-49e4-868d-e0a0c86bb118 details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:40:07.363143 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-f0aa9184-9ac3-4659-b419-f2dd0317b7fa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4474263 Jun 18 19:40:07.945721 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 5 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:40:09.548767 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33728) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:40:09.607747 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb98da9-f093-4b05-8686-7db56845ce02 admin admin] GET failed (client error): The resource could not be found. Jun 18 19:40:09.609084 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-ccb98da9-f093-4b05-8686-7db56845ce02 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592244 Jun 18 19:40:09.687011 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495fd595-373a-45a1-9b22-f38546a0142b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:40:09.688480 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-495fd595-373a-45a1-9b22-f38546a0142b admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0755286 Jun 18 19:40:09.698571 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-63f898d7-b7b0-4c14-9278-4711b43a11c3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '1cd7044e-6c4c-49e4-868d-e0a0c86bb118', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:40:09.825256 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f898d7-b7b0-4c14-9278-4711b43a11c3 admin admin] Made reservation on behalf of 7400b948a5e84ac3b15f403524c1f004 for: {'subnet': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:40:09.827648 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-63f898d7-b7b0-4c14-9278-4711b43a11c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:10.089248 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-63f898d7-b7b0-4c14-9278-4711b43a11c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103'] for subnet, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:10.091587 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a00cdc3c-38e7-4436-a802-25d0c3248975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:40:10.144865 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f898d7-b7b0-4c14-9278-4711b43a11c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a11c68d-e59c-4934-8881-8cc15a19ab1c,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:40:10.148037 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-63f898d7-b7b0-4c14-9278-4711b43a11c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:40:10.153974 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f898d7-b7b0-4c14-9278-4711b43a11c3 admin admin] Checking segment: {'id': 'acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1cd7044e-6c4c-49e4-868d-e0a0c86bb118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:40:10.154347 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f898d7-b7b0-4c14-9278-4711b43a11c3 admin admin] Network hostable DHCP agents. Network: 1cd7044e-6c4c-49e4-868d-e0a0c86bb118, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:40:10.230671 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f898d7-b7b0-4c14-9278-4711b43a11c3 admin admin] Network 1cd7044e-6c4c-49e4-868d-e0a0c86bb118 is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:40:10.294048 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-63f898d7-b7b0-4c14-9278-4711b43a11c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, 1cd7044e-6c4c-49e4-868d-e0a0c86bb118) {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:40:10.298424 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f898d7-b7b0-4c14-9278-4711b43a11c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:40:10.299016 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-63f898d7-b7b0-4c14-9278-4711b43a11c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:10.305569 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18583842-5556-4405-a65d-e46417b1a746 None None] Network 1cd7044e-6c4c-49e4-868d-e0a0c86bb118 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:40:10.363908 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-63f898d7-b7b0-4c14-9278-4711b43a11c3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6687684 Jun 18 19:40:10.462581 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96c83322-2471-5313-b219-6ac1ab8aa22b-1cd7044e-6c4c-49e4-868d-e0a0c86bb118', 'network_id': '1cd7044e-6c4c-49e4-868d-e0a0c86bb118', 'tenant_id': '7400b948a5e84ac3b15f403524c1f004', 'fixed_ips': [{'subnet_id': '3a11c68d-e59c-4934-8881-8cc15a19ab1c'}]}} from dv-cinder-790535-6-iscsi. {{(pid=100056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:40:10.463676 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:10.701123 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.db_base_plugin_common [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Allocated IP 192.168.233.2 (1cd7044e-6c4c-49e4-868d-e0a0c86bb118/3a11c68d-e59c-4934-8881-8cc15a19ab1c/575969ec-7178-41b5-acd9-87ac867d0a8c) {{(pid=100056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:40:10.901490 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Notify callbacks [] for port, precommit_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:10.913515 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Transition to ACTIVE for port object 575969ec-7178-41b5-acd9-87ac867d0a8c will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:40:10.956352 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Transition to ACTIVE for port object 575969ec-7178-41b5-acd9-87ac867d0a8c will not be triggered until provisioned by entity DHCP. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:40:11.043024 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:11.045337 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:40:11.086054 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Network 1cd7044e-6c4c-49e4-868d-e0a0c86bb118 is already hosted by enough agents. {{(pid=100056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:40:11.090787 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.base_scheduler [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Resources bound (agent type, host, resource id): {{(pid=100056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:40:11.093369 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Received port after_create {{(pid=100056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:40:11.100028 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Pushing event updated for resources: {'Port': ['ID=575969ec-7178-41b5-acd9-87ac867d0a8c,revision_number=1']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:40:11.110927 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:40:11.111293 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:40:11.114735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:40:11.114735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:40:11.114735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:40:11.114735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:40:11.114735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:40:11.114735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:40:11.114735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:40:11.114735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:40:11.115446 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:40:11.115446 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:40:11.119125 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:40:11.168859 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Attempting to bind port 575969ec-7178-41b5-acd9-87ac867d0a8c on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:40:11.169161 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Attempting to bind port 575969ec-7178-41b5-acd9-87ac867d0a8c by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': 'acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1cd7044e-6c4c-49e4-868d-e0a0c86bb118'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:40:11.169523 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Attempting to bind port 575969ec-7178-41b5-acd9-87ac867d0a8c on network 1cd7044e-6c4c-49e4-868d-e0a0c86bb118 {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:40:11.175478 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:40:11.175861 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Checking segment: {'id': 'acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1cd7044e-6c4c-49e4-868d-e0a0c86bb118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:40:11.176345 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:11.176765 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Bound using segment: {'id': 'acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1cd7044e-6c4c-49e4-868d-e0a0c86bb118'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:40:11.177229 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Bound port: 575969ec-7178-41b5-acd9-87ac867d0a8c, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1cd7044e-6c4c-49e4-868d-e0a0c86bb118'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:40:11.177595 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:11.240522 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] For port 575969ec-7178-41b5-acd9-87ac867d0a8c, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:40:11.243880 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] For port 575969ec-7178-41b5-acd9-87ac867d0a8c, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=575969ec-7178-41b5-acd9-87ac867d0a8c,segment=NetworkSegment(acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd),segment_id=acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:40:11.340141 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:11.342457 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:40:11.398544 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Pushing event updated for resources: {'Port': ['ID=575969ec-7178-41b5-acd9-87ac867d0a8c,revision_number=2']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:40:11.401758 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:40:11.870786 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 575969ec-7178-41b5-acd9-87ac867d0a8c up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:40:11.996775 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port 575969ec-7178-41b5-acd9-87ac867d0a8c completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:40:12.221937 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c781ea-edb5-43ab-9e1f-a1e881783296 None None] Network 1cd7044e-6c4c-49e4-868d-e0a0c86bb118 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:40:12.413767 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-746d0800-4d72-4806-ae0c-711e2a90eae1 None None] Provisioning for port 575969ec-7178-41b5-acd9-87ac867d0a8c completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:40:12.417914 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-746d0800-4d72-4806-ae0c-711e2a90eae1 None None] Provisioning complete for port 575969ec-7178-41b5-acd9-87ac867d0a8c triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:40:12.418293 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-746d0800-4d72-4806-ae0c-711e2a90eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:12.509804 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-746d0800-4d72-4806-ae0c-711e2a90eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:12.555082 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-746d0800-4d72-4806-ae0c-711e2a90eae1 None None] For port 575969ec-7178-41b5-acd9-87ac867d0a8c, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=575969ec-7178-41b5-acd9-87ac867d0a8c,segment=NetworkSegment(acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd),segment_id=acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:40:12.625358 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-746d0800-4d72-4806-ae0c-711e2a90eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:12.628049 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:40:12.675946 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d0800-4d72-4806-ae0c-711e2a90eae1 None None] Pushing event updated for resources: {'Port': ['ID=575969ec-7178-41b5-acd9-87ac867d0a8c,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:40:12.679680 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-746d0800-4d72-4806-ae0c-711e2a90eae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:40:12.746769 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-bcee1c71-79f9-43c1-aa0f-3b16f735fe5f None None] Provisioning complete for port 575969ec-7178-41b5-acd9-87ac867d0a8c triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:40:12.747151 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bcee1c71-79f9-43c1-aa0f-3b16f735fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:13.150773 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-afd4a8c1-5ae0-4e88-818a-18d0aa3fc94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:13.841419 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 575969ec-7178-41b5-acd9-87ac867d0a8c up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:40:13.889862 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 575969ec-7178-41b5-acd9-87ac867d0a8c triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:40:13.890249 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:15.751139 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-22141d9e-7456-4a70-9f84-6591e8c0c198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:15.837207 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:16.922193 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:18.779649 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:43.076198 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-dec346eb-acfe-42dc-945f-c08d21039734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:44.944417 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 5 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:40:45.739374 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-63551a36-7cc0-4479-8490-d5d0e8f8b18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:45.836832 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:46.950447 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:48.761790 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:13.122232 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-5fcb88fb-8a10-4f06-854e-7b5a9f1f995a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:15.807682 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-a71e89a4-9965-49ef-b074-615470380916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:15.841501 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:16.938728 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:18.772677 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:21.944053 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 5 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:41:27.959197 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 33780) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:41:27.964973 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [None req-1ecf515c-05ec-4b5b-a419-a2d3fb1bbcbf tempest-verify_tempest_config-77536798 tempest-verify_tempest_config-77536798-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=100054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:41:27.965951 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-1ecf515c-05ec-4b5b-a419-a2d3fb1bbcbf tempest-verify_tempest_config-77536798 tempest-verify_tempest_config-77536798-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058608 Jun 18 19:41:28.526789 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33798) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:41:28.632939 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:28.724223 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:28.790002 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:28.793330 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:41:28.836321 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=734f9bb610754e3bad7084db87afc903&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3084576 Jun 18 19:41:28.837928 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac517341-a14a-4937-970e-9711889aab73,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:41:28.839086 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 33804) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:41:28.846072 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:28.846370 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:28.846742 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:28.847075 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:28.847511 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:28.847752 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:28.848081 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:28.848414 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:28.848771 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:28.849089 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:28.849406 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:28.849720 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:28.854043 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:41:28.913241 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:28.934125 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:29.110201 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:29.113510 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:29.114650 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac517341-a14a-4937-970e-9711889aab73 HTTP/1.1" status: 204 len: 168 time: 0.2747309 Jun 18 19:41:29.115357 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:41:29.122817 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac517341-a14a-4937-970e-9711889aab73,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:41:29.130690 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:29.132724 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:29.132724 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:29.132724 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:29.132724 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:29.132724 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:29.132724 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:29.133227 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:29.133321 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:29.133727 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:29.133906 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:29.134218 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:29.137383 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:41:43.081451 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-e431ff92-c446-4017-b40d-cbf684e46b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:45.715002 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c8b2-43ae-4e10-92de-45e6f487e593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:45.834537 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:46.950025 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:48.840867 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:58.942762 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 5 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:42:13.086161 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ac4e8338-dcde-4527-add6-704ddd9bb600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:15.731766 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f05e7ab4-aa25-415e-82b7-262cd18f2e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:15.835323 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:16.932286 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:18.806195 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:35.941735 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 5 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:42:43.097434 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bdefff88-aebc-458d-a91b-7f312eb6ee33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:45.708812 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-4f9a8f96-7be8-4ff3-b6eb-3414d8f0fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:45.845683 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:46.925635 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:48.782609 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:06.258233 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305'] for agent, after_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:10.288736 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33856) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:43:10.393774 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-87826859-48ae-4b8e-858b-7b07d6165d27 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1038966 Jun 18 19:43:12.597619 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33866) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:43:12.654263 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-0933670c-f0f8-4962-bd69-85a5459a0016 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0554798 Jun 18 19:43:12.940216 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:43:13.079850 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-49bd44ec-15d6-492f-80d0-9c613f480a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:15.731112 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-498e899a-75a1-48a6-b1cf-b9d1d602354e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:15.822770 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:16.920185 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:18.799694 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:36.216586 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:43.084947 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d14b-006f-4a49-bdef-a3e31194e701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:45.742604 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-d8a732b1-e86b-4c20-9216-7bda2fd32fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:45.850556 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:46.942320 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:48.828233 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:49.939316 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:44:06.216661 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:13.113521 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-28790dbf-a5b5-4f58-84a2-9a37db6c8b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:15.747656 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-58e4ef94-10ff-4fd5-b8fe-739780e30f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:15.851274 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:16.953443 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:18.833524 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:26.938478 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:44:36.221160 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:43.147546 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd217-3543-4734-bd21-f843210a8dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:43.686653 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 33954) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:43.877591 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-463687919-network', 'tenant_id': '9efe6c1ad71b4c5ba769415b48f22d43'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:43.986131 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Made reservation on behalf of 9efe6c1ad71b4c5ba769415b48f22d43 for: {'network': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:44:43.988599 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:43.998714 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:44.110414 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:44.220995 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:44.225467 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:44.247445 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=100055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:44:44.257037 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:44.266036 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:44.266377 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:44.266711 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:44.267038 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:44.267360 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:44.267703 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:44.268027 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:44.268343 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:44.268681 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:44.268998 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:44.269309 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:44.269632 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Tracked resource versions report: Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: pushed versions: Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: { 'AddressGroup': {'1.2'}, Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'ConntrackHelper': {'1.0'}, Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Log': {'1.0'}, Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Network': {'1.1'}, Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Port': {'1.7'}, Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'PortForwarding': {'1.2'}, Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'QosPolicy': {'1.8'}, Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'SecurityGroup': {'1.4'}, Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'SecurityGroupRule': {'1.2'}, Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'SubPort': {'1.0'}, Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Subnet': {'1.1'}, Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Trunk': {'1.1'}} Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: consumer versions: Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: { DHCP agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: HyperV agent@hv-cinder-79053: {}, Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: L3 agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: Metadata agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: Metering agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: Open vSwitch agent@dv-cinder-790535-6-iscsi: { 'AddressGroup': '1.2', Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'ConntrackHelper': '1.0', Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Log': '1.0', Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Network': '1.1', Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Port': '1.7', Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'PortForwarding': '1.2', Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'QosPolicy': '1.8', Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'SecurityGroup': '1.4', Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'SecurityGroupRule': '1.2', Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'SubPort': '1.0', Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Subnet': '1.1', Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: 'Trunk': '1.1'}} Jun 18 19:44:44.271128 dv-cinder-790535-6-iscsi neutron-server[100055]: {{(pid=100055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 19:44:44.274129 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:44.274468 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.segments_db [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Added segment a85eb944-614c-4283-85c1-e74412762986 of type vlan for network c48dc82c-62c8-4213-9781-a357cf53aa36 Jun 18 19:44:44.275851 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:44.320869 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:44.426863 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:44.428413 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:44.429109 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:44.434635 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:44.497562 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Pushing event updated for resources: {'Network': ['ID=c48dc82c-62c8-4213-9781-a357cf53aa36,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:44.499283 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:44.511874 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network c48dc82c-62c8-4213-9781-a357cf53aa36 details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:44:44.655504 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9673729 Jun 18 19:44:44.658470 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 34008) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:44.665425 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Request body: {'subnet': {'network_id': 'c48dc82c-62c8-4213-9781-a357cf53aa36', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-463687919-subnet', 'tenant_id': '9efe6c1ad71b4c5ba769415b48f22d43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:44.802639 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Made reservation on behalf of 9efe6c1ad71b4c5ba769415b48f22d43 for: {'subnet': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:44:44.802639 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:45.261180 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103'] for subnet, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:45.263765 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:45.315575 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8084a71-0526-4954-930c-d9fd084d475c,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:45.327988 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.328348 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.328766 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.329091 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.329425 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.329745 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.330087 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.330412 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.330742 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.331058 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.331368 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.331676 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Tracked resource versions report: Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: pushed versions: Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: { 'AddressGroup': {'1.2'}, Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'ConntrackHelper': {'1.0'}, Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Log': {'1.0'}, Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Network': {'1.1'}, Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Port': {'1.7'}, Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'PortForwarding': {'1.2'}, Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'QosPolicy': {'1.8'}, Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'SecurityGroup': {'1.4'}, Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'SecurityGroupRule': {'1.2'}, Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'SubPort': {'1.0'}, Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Subnet': {'1.1'}, Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Trunk': {'1.1'}} Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: consumer versions: Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: { DHCP agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: HyperV agent@hv-cinder-79053: {}, Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: L3 agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: Metadata agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: Metering agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: Open vSwitch agent@dv-cinder-790535-6-iscsi: { 'AddressGroup': '1.2', Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'ConntrackHelper': '1.0', Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Log': '1.0', Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Network': '1.1', Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Port': '1.7', Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'PortForwarding': '1.2', Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'QosPolicy': '1.8', Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'SecurityGroup': '1.4', Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'SecurityGroupRule': '1.2', Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'SubPort': '1.0', Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Subnet': '1.1', Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: 'Trunk': '1.1'}} Jun 18 19:44:45.333088 dv-cinder-790535-6-iscsi neutron-server[100054]: {{(pid=100054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 19:44:45.342762 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:45.355075 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Checking segment: {'id': 'a85eb944-614c-4283-85c1-e74412762986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c48dc82c-62c8-4213-9781-a357cf53aa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:44:45.356244 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Network hostable DHCP agents. Network: c48dc82c-62c8-4213-9781-a357cf53aa36, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:44:45.468222 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Network c48dc82c-62c8-4213-9781-a357cf53aa36 is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:44:45.636990 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, c48dc82c-62c8-4213-9781-a357cf53aa36) {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:45.649306 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:45.650736 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:45.666313 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546d89b2-dff1-465a-9516-ecbd7edc5ea0 None None] Network c48dc82c-62c8-4213-9781-a357cf53aa36 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:44:45.770688 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1100748 Jun 18 19:44:45.806468 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ca1e1911-2bef-47d3-9a9b-975af1c341ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:45.878811 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1994825-7d39-4b27-ba76-f4385c71ba24 None None] Network c48dc82c-62c8-4213-9781-a357cf53aa36 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:44:45.943398 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:46.986525 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:47.493369 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 34112) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:47.718318 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 34120) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:48.137637 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1136401157-network', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:48.214727 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34132) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:48.232667 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1386754191-network', 'tenant_id': 'ad1c42703855432a866512bf4bfdc17b'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:48.272937 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Made reservation on behalf of 68d35ecfd37141ba8d1ead7364aa01c6 for: {'network': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:44:48.282405 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.311445 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.462472 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Made reservation on behalf of ad1c42703855432a866512bf4bfdc17b for: {'network': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:44:48.464944 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.573249 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.574632 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.635120 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.647356 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c1fa55c7-7cf7-4e47-9a7a-114e76b10128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:48.651472 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1893402131-network', 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:48.677077 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=100054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:44:48.708565 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.708565 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.segments_db [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Added segment f49b3918-6f97-4e9c-96b2-e47a730cbfa4 of type vlan for network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb Jun 18 19:44:48.724235 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af639899-ac4a-45fa-8472-185652dcce5b,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:48.728526 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:48.778256 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.885465 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.904198 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.918602 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.920959 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:48.922069 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.930010 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:49.027726 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.080436 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Pushing event updated for resources: {'Network': ['ID=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:49.080436 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:49.080436 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:49.086085 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:44:49.087923 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=100054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:44:49.174853 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34176) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:49.185462 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-ecb95e9a-9f9f-4a9a-aa7e-ec0e8b99e4b9 admin admin] Request body: {'subnet': {'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1136401157-subnet', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:49.186478 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6915009 Jun 18 19:44:49.197547 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.203351 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.segments_db [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Added segment 199a9dd1-2657-4dcd-9c25-e39cea96a24c of type vlan for network 63df527b-b26b-4454-8053-13a944fba35f Jun 18 19:44:49.246915 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2062a89f-9060-4d73-a3ff-825ea79d2bdf,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:49.258513 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Made reservation on behalf of 90cd5f62f1a84defa1047fe8db0a4ff6 for: {'network': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:44:49.265335 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.334631 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.337966 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:49.386396 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.489233 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 34192) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:49.491020 dv-cinder-790535-6-iscsi neutron-server[100054]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 19:44:49.498894 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb95e9a-9f9f-4a9a-aa7e-ec0e8b99e4b9 admin admin] Made reservation on behalf of 68d35ecfd37141ba8d1ead7364aa01c6 for: {'subnet': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:44:49.501766 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ecb95e9a-9f9f-4a9a-aa7e-ec0e8b99e4b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.539106 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.575437 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:49.577165 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.586677 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:49.649104 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.717275 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Pushing event updated for resources: {'Network': ['ID=63df527b-b26b-4454-8053-13a944fba35f,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:49.728667 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network 63df527b-b26b-4454-8053-13a944fba35f details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:44:49.733148 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:49.798745 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.821799 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=100055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:44:49.830873 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-fcf9dd57-ab13-45ca-9856-9dcc7dc87f78 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:49.834459 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.835196 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.segments_db [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Added segment c60b9e12-5474-480c-89be-5fe9904ce631 of type vlan for network 9f000376-940a-40a6-93f6-2f7562cb6ac7 Jun 18 19:44:49.848912 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-fcf9dd57-ab13-45ca-9856-9dcc7dc87f78 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/networks?id=c48dc82c-62c8-4213-9781-a357cf53aa36 HTTP/1.1" status: 200 len: 811 time: 0.3579502 Jun 18 19:44:49.864913 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-bdf64a8e-1cf7-4862-a6c5-8a4201b75249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:49.870227 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-5f3053f8-fb84-444d-b714-1b17974d6c94 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/quotas/9efe6c1ad71b4c5ba769415b48f22d43 HTTP/1.1" status: 200 len: 375 time: 0.0197692 Jun 18 19:44:49.942245 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.954020 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:49.959241 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-dd751ac2-6531-463a-89f1-8b649db6a92c tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9efe6c1ad71b4c5ba769415b48f22d43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744314 Jun 18 19:44:49.961258 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:49.962244 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2423401 Jun 18 19:44:49.965510 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 34204) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:49.974517 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-43cc4aa2-23f5-4cfd-8d11-cd230212144a admin admin] Request body: {'subnet': {'network_id': '63df527b-b26b-4454-8053-13a944fba35f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1386754191-subnet', 'tenant_id': 'ad1c42703855432a866512bf4bfdc17b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:50.002933 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ecb95e9a-9f9f-4a9a-aa7e-ec0e8b99e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103'] for subnet, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.016448 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:50.087550 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb95e9a-9f9f-4a9a-aa7e-ec0e8b99e4b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85839631-4911-4022-a3d1-d48feb21196f,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:50.091242 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-ecb95e9a-9f9f-4a9a-aa7e-ec0e8b99e4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:50.094836 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb95e9a-9f9f-4a9a-aa7e-ec0e8b99e4b9 admin admin] Checking segment: {'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:44:50.095481 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb95e9a-9f9f-4a9a-aa7e-ec0e8b99e4b9 admin admin] Network hostable DHCP agents. Network: edf6b6f8-3b0f-43fd-81f9-68165f1d40eb, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:44:50.107025 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cc4aa2-23f5-4cfd-8d11-cd230212144a admin admin] Made reservation on behalf of ad1c42703855432a866512bf4bfdc17b for: {'subnet': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:44:50.107903 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.111431 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-43cc4aa2-23f5-4cfd-8d11-cd230212144a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.111778 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:50.112541 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.117023 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:50.194005 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Pushing event updated for resources: {'Network': ['ID=9f000376-940a-40a6-93f6-2f7562cb6ac7,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:50.198609 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:50.199766 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb95e9a-9f9f-4a9a-aa7e-ec0e8b99e4b9 admin admin] Network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:44:50.216530 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network 9f000376-940a-40a6-93f6-2f7562cb6ac7 details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:44:50.239960 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0240073 Jun 18 19:44:50.264980 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34218) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:50.271729 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-d4f26f34-b9e7-4ee3-9e8d-18c24733fc7b admin admin] Request body: {'subnet': {'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1893402131-subnet', 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:50.372514 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-0bffb38d-8812-45bd-8ef2-6b6000d2bdf2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=100054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:44:50.374723 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-0bffb38d-8812-45bd-8ef2-6b6000d2bdf2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1162927 Jun 18 19:44:50.397575 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-ecb95e9a-9f9f-4a9a-aa7e-ec0e8b99e4b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, edf6b6f8-3b0f-43fd-81f9-68165f1d40eb) {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:50.407539 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a901e9-c852-4b4f-a297-13214898a050 None None] Network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:44:50.409296 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb95e9a-9f9f-4a9a-aa7e-ec0e8b99e4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:50.410717 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ecb95e9a-9f9f-4a9a-aa7e-ec0e8b99e4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.435720 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f26f34-b9e7-4ee3-9e8d-18c24733fc7b admin admin] Made reservation on behalf of 90cd5f62f1a84defa1047fe8db0a4ff6 for: {'subnet': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:44:50.440419 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d4f26f34-b9e7-4ee3-9e8d-18c24733fc7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.572026 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-ecb95e9a-9f9f-4a9a-aa7e-ec0e8b99e4b9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3932343 Jun 18 19:44:50.573295 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34224) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:50.590682 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:50.674110 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96c83322-2471-5313-b219-6ac1ab8aa22b-edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f'}]}} from dv-cinder-790535-6-iscsi. {{(pid=100056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:44:50.680609 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.688969 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-6046f3fd-d122-4455-8226-bd9399937df2 service neutron] 10.222.0.42 "GET /v2.0/networks/c48dc82c-62c8-4213-9781-a357cf53aa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012390 Jun 18 19:44:50.764465 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-481455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2920'] for router, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.766882 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2915'] for router, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.798260 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-43cc4aa2-23f5-4cfd-8d11-cd230212144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103'] for subnet, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.811813 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:50.965254 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.993887 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-627f7949-a217-4d96-83cc-81058c11f26a service neutron] 10.222.0.42 "GET /v2.0/networks/c48dc82c-62c8-4213-9781-a357cf53aa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933507 Jun 18 19:44:51.004752 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc4aa2-23f5-4cfd-8d11-cd230212144a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3244916-cc51-4cd2-9f62-176215c803f1,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:51.010323 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-43cc4aa2-23f5-4cfd-8d11-cd230212144a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:51.017549 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc4aa2-23f5-4cfd-8d11-cd230212144a admin admin] Checking segment: {'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:44:51.022485 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc4aa2-23f5-4cfd-8d11-cd230212144a admin admin] Network hostable DHCP agents. Network: 63df527b-b26b-4454-8053-13a944fba35f, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:44:51.099545 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.db_base_plugin_common [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Allocated IP 172.20.0.2 (edf6b6f8-3b0f-43fd-81f9-68165f1d40eb/85839631-4911-4022-a3d1-d48feb21196f/ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb) {{(pid=100056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:44:51.165044 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc4aa2-23f5-4cfd-8d11-cd230212144a admin admin] Network 63df527b-b26b-4454-8053-13a944fba35f is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:44:51.272596 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-43cc4aa2-23f5-4cfd-8d11-cd230212144a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, 63df527b-b26b-4454-8053-13a944fba35f) {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:51.280674 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cc4aa2-23f5-4cfd-8d11-cd230212144a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:51.282395 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-43cc4aa2-23f5-4cfd-8d11-cd230212144a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:51.330076 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Notify callbacks [] for port, precommit_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:51.350983 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Transition to ACTIVE for port object ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:44:51.366574 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d4f26f34-b9e7-4ee3-9e8d-18c24733fc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103'] for subnet, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:51.369754 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Transition to ACTIVE for port object ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb will not be triggered until provisioned by entity DHCP. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:44:51.374979 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e939b975-9013-46cd-b4e6-cc44e4cc4f66 None None] Network 63df527b-b26b-4454-8053-13a944fba35f requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:44:51.396037 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-63f898d7-b7b0-4c14-9278-4711b43a11c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:51.401590 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2933'] for router, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:51.447453 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-43cc4aa2-23f5-4cfd-8d11-cd230212144a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4803450 Jun 18 19:44:51.492480 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f26f34-b9e7-4ee3-9e8d-18c24733fc7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=787961a9-531b-4f4b-9190-811f42fc2d49,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:51.496304 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-d4f26f34-b9e7-4ee3-9e8d-18c24733fc7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:51.507193 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f26f34-b9e7-4ee3-9e8d-18c24733fc7b admin admin] Checking segment: {'id': 'c60b9e12-5474-480c-89be-5fe9904ce631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:44:51.507832 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f26f34-b9e7-4ee3-9e8d-18c24733fc7b admin admin] Network hostable DHCP agents. Network: 9f000376-940a-40a6-93f6-2f7562cb6ac7, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:44:51.559047 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:51.567509 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:51.652741 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb is already hosted by enough agents. {{(pid=100056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:44:51.699163 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.base_scheduler [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Resources bound (agent type, host, resource id): {{(pid=100056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:51.701772 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Pushing event updated for resources: {'Port': ['ID=ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb,revision_number=1']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:51.714193 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Received port after_create {{(pid=100056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:44:51.735608 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f26f34-b9e7-4ee3-9e8d-18c24733fc7b admin admin] Network 9f000376-940a-40a6-93f6-2f7562cb6ac7 is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:44:51.739660 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4321b4f-cb64-4fee-adad-e8a0c6eeb320 None None] Network 63df527b-b26b-4454-8053-13a944fba35f requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:44:51.773370 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:51.774033 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:51.774533 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:51.775021 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:51.775502 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:51.776238 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:51.776782 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:51.777255 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:51.777763 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:51.778249 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:51.778778 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:51.779284 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Tracked resource versions report: Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: pushed versions: Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: { 'AddressGroup': {'1.2'}, Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'ConntrackHelper': {'1.0'}, Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Log': {'1.0'}, Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Network': {'1.1'}, Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Port': {'1.7'}, Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'PortForwarding': {'1.2'}, Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'QosPolicy': {'1.8'}, Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'SecurityGroup': {'1.4'}, Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'SecurityGroupRule': {'1.2'}, Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'SubPort': {'1.0'}, Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Subnet': {'1.1'}, Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Trunk': {'1.1'}} Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: consumer versions: Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: { DHCP agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: HyperV agent@hv-cinder-79053: {}, Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: L3 agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: Metadata agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: Metering agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: Open vSwitch agent@dv-cinder-790535-6-iscsi: { 'AddressGroup': '1.2', Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'ConntrackHelper': '1.0', Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Log': '1.0', Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Network': '1.1', Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Port': '1.7', Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'PortForwarding': '1.2', Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'QosPolicy': '1.8', Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'SecurityGroup': '1.4', Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'SecurityGroupRule': '1.2', Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'SubPort': '1.0', Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Subnet': '1.1', Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: 'Trunk': '1.1'}} Jun 18 19:44:51.781704 dv-cinder-790535-6-iscsi neutron-server[100056]: {{(pid=100056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 19:44:51.869702 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-d4f26f34-b9e7-4ee3-9e8d-18c24733fc7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, 9f000376-940a-40a6-93f6-2f7562cb6ac7) {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:51.881787 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f26f34-b9e7-4ee3-9e8d-18c24733fc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:51.882892 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d4f26f34-b9e7-4ee3-9e8d-18c24733fc7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:51.924286 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:51.931057 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cf6696-3b39-421b-b434-3d1eeb71fc4a None None] Network 9f000376-940a-40a6-93f6-2f7562cb6ac7 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:44:52.014066 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ab02b241-340e-4a49-b46e-0467171e6300 req-8ed7f61b-baea-4de5-9049-333f6a73519b tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 210 time: 0.1859174 Jun 18 19:44:52.054328 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Attempting to bind port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:44:52.054815 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Attempting to bind port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:44:52.055180 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Attempting to bind port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb on network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:44:52.078358 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:44:52.078684 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Checking segment: {'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:44:52.079036 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:52.079435 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Bound using segment: {'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:44:52.079943 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Bound port: ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:44:52.080330 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:52.306599 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a366014-e37a-49bf-a18b-75cb73608acb None None] Network 9f000376-940a-40a6-93f6-2f7562cb6ac7 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:44:52.346468 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] For port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:44:52.389342 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-d4f26f34-b9e7-4ee3-9e8d-18c24733fc7b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1223619 Jun 18 19:44:52.398058 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 34294) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:52.401659 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1893402131-router', 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:52.436585 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] For port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:44:52.520831 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:52.546606 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-481455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2920'] for router, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:52.547674 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2915'] for router, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:52.611857 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:52.614473 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:52.635709 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:52.846169 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34306) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:53.033415 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Pushing event updated for resources: {'Port': ['ID=ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb,revision_number=2']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:53.058936 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:53.150981 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Allocated IP 172.27.3.111 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/947bb740-127d-4b6c-9e1b-253f25bc8db6) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:44:53.156296 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:53.221571 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5f231bd4-7388-4ca3-84ff-16528dbbc917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:53.259985 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34338) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:53.296295 dv-cinder-790535-6-iscsi neutron-server[100055]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 19:44:53.526818 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-39038361-4d20-4b8b-b6b6-3e0f5f767a14 req-729c3c00-c181-479c-81ed-6eb0a7df91f6 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 210 time: 0.2330217 Jun 18 19:44:53.687586 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:53.725300 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5f231bd4-7388-4ca3-84ff-16528dbbc917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:53.745185 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-e31ca3fa-5992-45e5-b3d9-2c5cf74ba951 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:53.746872 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-e31ca3fa-5992-45e5-b3d9-2c5cf74ba951 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/networks?id=63df527b-b26b-4454-8053-13a944fba35f HTTP/1.1" status: 200 len: 815 time: 0.6659849 Jun 18 19:44:53.791312 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2933'] for router, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:53.796607 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-cd15c2d9-1adc-4834-a335-10880686545d tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/quotas/ad1c42703855432a866512bf4bfdc17b HTTP/1.1" status: 200 len: 375 time: 0.0208893 Jun 18 19:44:53.821123 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5f231bd4-7388-4ca3-84ff-16528dbbc917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:53.829373 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:53.887173 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-054313f1-6d56-486b-9156-16578245fe77 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad1c42703855432a866512bf4bfdc17b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804486 Jun 18 19:44:53.890463 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-5f231bd4-7388-4ca3-84ff-16528dbbc917 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20b931504b9a4b9ba2c20f8bd1795161&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0430217 Jun 18 19:44:53.896336 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34358) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:53.901355 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:53.986836 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:44:53.993172 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:53.998081 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:44:54.130881 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-20c903c0-b5ba-42b7-8783-d1d188bf7e64 service neutron] 10.222.0.42 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392390 Jun 18 19:44:54.144120 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f231bd4-7388-4ca3-84ff-16528dbbc917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c84cacc-7c5f-4cfd-aff2-195aff9df31a,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:54.151186 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-5f231bd4-7388-4ca3-84ff-16528dbbc917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:54.153397 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-3cf7cbb8-87fc-494d-90e7-e437741d86ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:54.229645 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:44:54.235454 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-29e00366-4d2a-4d19-9823-21ad73d5a571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:54.256191 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=947bb740-127d-4b6c-9e1b-253f25bc8db6,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:54.276568 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:54.289966 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-29e00366-4d2a-4d19-9823-21ad73d5a571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:54.410136 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:44:54.479697 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-0e479b90-8c6e-4912-8334-d149a2ec0f55 service neutron] 10.222.0.42 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474383 Jun 18 19:44:54.598660 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:54.685049 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-29e00366-4d2a-4d19-9823-21ad73d5a571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:54.709542 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-29e00366-4d2a-4d19-9823-21ad73d5a571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:54.715465 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-29e00366-4d2a-4d19-9823-21ad73d5a571 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c84cacc-7c5f-4cfd-aff2-195aff9df31a HTTP/1.1" status: 204 len: 168 time: 0.8157470 Jun 18 19:44:54.718750 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773e7d22-852f-40b2-9dd4-a7ec4efe546c None None] Network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:44:54.761514 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-5f231bd4-7388-4ca3-84ff-16528dbbc917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:54.773926 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-4c2caddd-41e9-402a-8688-e9133e2f78e0 req-0f29c99f-f89b-442f-afe2-e2113120bc69 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 210 time: 0.0932181 Jun 18 19:44:54.791361 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e00366-4d2a-4d19-9823-21ad73d5a571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c84cacc-7c5f-4cfd-aff2-195aff9df31a,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:54.855538 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-29e00366-4d2a-4d19-9823-21ad73d5a571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:54.981440 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.106268 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.129661 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-240fd57e-9ef9-4160-92d1-8b81a2726802 req-a9843e65-cb64-493e-9b77-ae8949aedcd1 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 210 time: 0.1178827 Jun 18 19:44:55.184417 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624634'] for router, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.450360 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-3cf916c3-51e6-469f-b2b2-26bf6d03579f None None] Provisioning for port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:44:55.462374 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-3cf916c3-51e6-469f-b2b2-26bf6d03579f None None] Provisioning complete for port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:44:55.462974 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-3cf916c3-51e6-469f-b2b2-26bf6d03579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.474835 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Allocated IP 172.27.3.197 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/902f2684-6a4d-46a5-b777-c91b60543dc3) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:44:55.677765 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Router da603d74-1800-41b3-a1f2-2dbffd462430 is scheduled to L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d with binding_index 1 {{(pid=100055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:44:55.678526 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-3cf916c3-51e6-469f-b2b2-26bf6d03579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.695276 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.759973 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-3cf916c3-51e6-469f-b2b2-26bf6d03579f None None] For port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:44:55.811470 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:44:55.820741 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-3cf916c3-51e6-469f-b2b2-26bf6d03579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.824356 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:55.827352 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Sync routers for ids ['da603d74-1800-41b3-a1f2-2dbffd462430'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:44:55.837811 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Routers {'da603d74-1800-41b3-a1f2-2dbffd462430'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:44:55.838653 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:44:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['da603d74-1800-41b3-a1f2-2dbffd462430'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:44:55.906190 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Notify callbacks [] for router, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.907669 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3249671 Jun 18 19:44:55.910622 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.916281 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:55.920925 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34418) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:55.945014 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf916c3-51e6-469f-b2b2-26bf6d03579f None None] Pushing event updated for resources: {'Port': ['ID=ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:55.956072 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-3cf916c3-51e6-469f-b2b2-26bf6d03579f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:55.999649 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Set router da603d74-1800-41b3-a1f2-2dbffd462430 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:44:56.000057 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-13e81b6b-e2de-4449-8f1f-e89d63e8d02b None None] Provisioning complete for port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:44:56.003253 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-13e81b6b-e2de-4449-8f1f-e89d63e8d02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:56.227120 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:44:56.270905 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34424) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:56.306696 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Pushing event updated for resources: {'Port': ['ID=902f2684-6a4d-46a5-b777-c91b60543dc3,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:56.315964 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:54Z', 'revision_number': 3, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:44:56.336288 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:56.350272 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:44:56.354098 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:56.363682 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:44:56.391929 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Checking router: da603d74-1800-41b3-a1f2-2dbffd462430 for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:44:56.395641 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Updating router da603d74-1800-41b3-a1f2-2dbffd462430 port 947bb740-127d-4b6c-9e1b-253f25bc8db6 binding host dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:44:56.423676 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:44:56.424336 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:56.505389 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ba055ce3-889c-47e7-9c2e-19c5deb99ac3 req-9a9ad1da-a574-4ed4-8f59-b21567574380 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 210 time: 0.0971897 Jun 18 19:44:56.513408 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2b61fc08-6305-4f05-a132-d8de58dfcf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:56.526463 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1e2a149c-8613-4eb0-826d-106d566b9aa6 req-e5bf8989-0ad9-4448-9d55-24f41bb07a3f tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 210 time: 0.0848269 Jun 18 19:44:56.588860 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:56.970496 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2b61fc08-6305-4f05-a132-d8de58dfcf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.114821 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2b61fc08-6305-4f05-a132-d8de58dfcf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.125451 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:57.187385 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-2b61fc08-6305-4f05-a132-d8de58dfcf85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e0b965d33db4fa4aae291949d504d9a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9107289 Jun 18 19:44:57.187385 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61fc08-6305-4f05-a132-d8de58dfcf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fcad69-3f1e-47b6-b869-ce1083caaafe,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:57.188463 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34446) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:57.243585 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2b61fc08-6305-4f05-a132-d8de58dfcf85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:57.247941 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Notify callbacks [] for port, precommit_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.251825 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.270742 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.provisioning_blocks [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Transition to ACTIVE for port object 947bb740-127d-4b6c-9e1b-253f25bc8db6 will not be triggered until provisioned by entity L2. {{(pid=100057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:44:57.326753 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.346152 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.357210 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:57.380174 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Attempting to bind port 947bb740-127d-4b6c-9e1b-253f25bc8db6 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:44:57.380975 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Attempting to bind port 947bb740-127d-4b6c-9e1b-253f25bc8db6 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:44:57.381622 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Attempting to bind port 947bb740-127d-4b6c-9e1b-253f25bc8db6 on network a920a8e0-c5d2-4f11-b036-3e5563c3157d {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:44:57.390307 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bd6d0603-9c9d-4ccb-957d-3fc9daa22b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.413805 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:44:57.414343 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Checking segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:44:57.414856 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.415364 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Bound using segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:44:57.415991 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Bound port: 947bb740-127d-4b6c-9e1b-253f25bc8db6, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:44:57.416798 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.491864 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bd6d0603-9c9d-4ccb-957d-3fc9daa22b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.505707 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Pushing event updated for resources: {'Port': ['ID=947bb740-127d-4b6c-9e1b-253f25bc8db6,revision_number=2']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:57.515785 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] For port 947bb740-127d-4b6c-9e1b-253f25bc8db6, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:44:57.519876 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] For port 947bb740-127d-4b6c-9e1b-253f25bc8db6, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=947bb740-127d-4b6c-9e1b-253f25bc8db6,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:44:57.537811 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:57.538499 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:57.539055 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:57.539779 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:57.540338 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:57.540895 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:57.541416 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:57.541967 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:57.542519 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:57.543049 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:57.543564 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:57.544086 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Tracked resource versions report: Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: pushed versions: Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: { 'AddressGroup': {'1.2'}, Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'ConntrackHelper': {'1.0'}, Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Log': {'1.0'}, Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Network': {'1.1'}, Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Port': {'1.7'}, Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'PortForwarding': {'1.2'}, Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'QosPolicy': {'1.8'}, Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'SecurityGroup': {'1.4'}, Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'SecurityGroupRule': {'1.2'}, Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'SubPort': {'1.0'}, Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Subnet': {'1.1'}, Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Trunk': {'1.1'}} Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: consumer versions: Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: { DHCP agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: HyperV agent@hv-cinder-79053: {}, Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: L3 agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: Metadata agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: Metering agent@dv-cinder-790535-6-iscsi: {}, Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: Open vSwitch agent@dv-cinder-790535-6-iscsi: { 'AddressGroup': '1.2', Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'ConntrackHelper': '1.0', Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Log': '1.0', Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Network': '1.1', Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Port': '1.7', Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'PortForwarding': '1.2', Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'QosPolicy': '1.8', Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'SecurityGroup': '1.4', Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'SecurityGroupRule': '1.2', Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'SubPort': '1.0', Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Subnet': '1.1', Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: 'Trunk': '1.1'}} Jun 18 19:44:57.546656 dv-cinder-790535-6-iscsi neutron-server[100057]: {{(pid=100057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 19:44:57.563249 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:57.662690 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Allocated IP 172.20.0.1 (edf6b6f8-3b0f-43fd-81f9-68165f1d40eb/85839631-4911-4022-a3d1-d48feb21196f/d5172eeb-d0b7-4078-b048-dcdb1e992ec2) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:44:57.682366 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.685732 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:57.729976 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624634'] for router, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.760352 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Routers {'da603d74-1800-41b3-a1f2-2dbffd462430'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:44:57.761716 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:44:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['da603d74-1800-41b3-a1f2-2dbffd462430'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:44:57.805007 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Pushing event updated for resources: {'Port': ['ID=947bb740-127d-4b6c-9e1b-253f25bc8db6,revision_number=3']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:57.819478 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:57.881856 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bd6d0603-9c9d-4ccb-957d-3fc9daa22b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.890759 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bd6d0603-9c9d-4ccb-957d-3fc9daa22b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.897092 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-bd6d0603-9c9d-4ccb-957d-3fc9daa22b4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2fcad69-3f1e-47b6-b869-ce1083caaafe HTTP/1.1" status: 204 len: 168 time: 0.6647484 Jun 18 19:44:57.897535 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-29e00366-4d2a-4d19-9823-21ad73d5a571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:57.924590 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d0603-9c9d-4ccb-957d-3fc9daa22b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fcad69-3f1e-47b6-b869-ce1083caaafe,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:57.935802 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-bd6d0603-9c9d-4ccb-957d-3fc9daa22b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:57.946299 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] Set router da603d74-1800-41b3-a1f2-2dbffd462430 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:44:58.152254 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5af2be27-4b61-4c67-863d-12d06e4c8b9e req-80cccefd-1c3f-4271-ad02-f2758ab2fe56 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 210 time: 0.1809523 Jun 18 19:44:58.283533 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:58.317777 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.provisioning_blocks [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Transition to ACTIVE for port object d5172eeb-d0b7-4078-b048-dcdb1e992ec2 will not be triggered until provisioned by entity DHCP. {{(pid=100055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:44:58.333057 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b48ec15b-093b-4855-b058-ae707c3fb5bc req-3d39161f-fe60-4c08-a60f-51ade0c5f5bd tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 210 time: 0.0379064 Jun 18 19:44:58.350606 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.58', 49861) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:58.480099 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:54Z', 'revision_number': 3, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:44:58.487623 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Router ea44b9ae-38d6-42f3-8003-99d53ea50804 is scheduled to L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d with binding_index 1 {{(pid=100054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:44:58.506348 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:58.508901 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:58.571327 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c546ac-26ed-4bb6-952b-c0ba3b172346 None None] The sync data for ids ['da603d74-1800-41b3-a1f2-2dbffd462430'] in dv-cinder-790535-6-iscsi is: [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:54Z', 'revision_number': 3, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:44:58.602419 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:44:58.618102 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:58.624406 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:44:58.624930 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621781'] for router_interface, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:58.632192 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Pushing event updated for resources: {'Port': ['ID=d5172eeb-d0b7-4078-b048-dcdb1e992ec2,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:58.640860 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:58.932862 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-de3d7aa1-7eac-4d43-8392-004cd4d19252 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:58.934323 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-de3d7aa1-7eac-4d43-8392-004cd4d19252 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.58 "GET /v2.0/networks?id=c48dc82c-62c8-4213-9781-a357cf53aa36 HTTP/1.1" status: 200 len: 811 time: 0.5592875 Jun 18 19:44:58.983201 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:44:58.993399 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69724a44-7354-423f-8551-c9288798e052 None None] Sync routers for ids ['ea44b9ae-38d6-42f3-8003-99d53ea50804'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:44:59.000135 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-b07241a0-3ff9-4abb-976b-3105c5b35c0a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Request body: {'port': {'device_id': '8f1d471b-4fe2-4361-944f-401068f5c1d1', 'network_id': 'c48dc82c-62c8-4213-9781-a357cf53aa36', 'admin_state_up': True, 'tenant_id': '9efe6c1ad71b4c5ba769415b48f22d43'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:59.042274 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69724a44-7354-423f-8551-c9288798e052 None None] Routers {'ea44b9ae-38d6-42f3-8003-99d53ea50804'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:44:59.043382 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-69724a44-7354-423f-8551-c9288798e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:44:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['ea44b9ae-38d6-42f3-8003-99d53ea50804'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:44:59.413081 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:59.509033 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-e35ebb25-8f85-4da3-b8d9-adfff881f5cf None None] Provisioning for port d5172eeb-d0b7-4078-b048-dcdb1e992ec2 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:44:59.510349 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Notify callbacks [] for router, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:59.521778 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.1194077 Jun 18 19:44:59.533715 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-e35ebb25-8f85-4da3-b8d9-adfff881f5cf None None] Provisioning complete for port d5172eeb-d0b7-4078-b048-dcdb1e992ec2 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:44:59.534314 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-e35ebb25-8f85-4da3-b8d9-adfff881f5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:59.540517 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 34514) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:59.621070 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-69724a44-7354-423f-8551-c9288798e052 None None] Set router ea44b9ae-38d6-42f3-8003-99d53ea50804 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:45:00.039628 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-e35ebb25-8f85-4da3-b8d9-adfff881f5cf None None] Port d5172eeb-d0b7-4078-b048-dcdb1e992ec2 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:45:00.096558 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8089611f-fab2-4399-9bf8-3b100d9efadb req-cf0045ca-c6f6-47cb-b870-446d2d8a56a7 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 210 time: 0.2545626 Jun 18 19:45:00.169538 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:00.254812 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 947bb740-127d-4b6c-9e1b-253f25bc8db6 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:00.261730 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d22fb369-c389-4544-bffc-ac7db07e2ef8 req-ff8ab27e-fce9-4f76-aed5-a8e235bd3b93 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 210 time: 0.2310166 Jun 18 19:45:00.284061 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:00.285826 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.58', 49871) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:00.287912 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618700'] for router_interface, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:00.291717 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-092dcf0f-bad1-4cd5-b17c-6e52ba25282a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:00.396754 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-69724a44-7354-423f-8551-c9288798e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'name': 'tempest-ServerRescueNegativeTestJSON-1893402131-router', 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 3, 'project_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'gw_port': {'id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:00.437512 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69724a44-7354-423f-8551-c9288798e052 None None] Checking router: ea44b9ae-38d6-42f3-8003-99d53ea50804 for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:45:00.438673 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69724a44-7354-423f-8551-c9288798e052 None None] Updating router ea44b9ae-38d6-42f3-8003-99d53ea50804 port 902f2684-6a4d-46a5-b777-c91b60543dc3 binding host dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:45:00.506202 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port 947bb740-127d-4b6c-9e1b-253f25bc8db6 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:00.550033 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 947bb740-127d-4b6c-9e1b-253f25bc8db6 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:00.551102 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:00.771913 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-69724a44-7354-423f-8551-c9288798e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:00.794613 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-b07241a0-3ff9-4abb-976b-3105c5b35c0a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Made reservation on behalf of 9efe6c1ad71b4c5ba769415b48f22d43 for: {'port': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:45:00.803220 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-b07241a0-3ff9-4abb-976b-3105c5b35c0a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:01.098789 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Pushing event updated for resources: {'Port': ['ID=d5172eeb-d0b7-4078-b048-dcdb1e992ec2,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:01.119083 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:01.326882 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-4ee4661d-18d5-4742-8499-2f5cebccfa36 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:01.328523 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-4ee4661d-18d5-4742-8499-2f5cebccfa36 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.58 "GET /v2.0/networks?id=63df527b-b26b-4454-8053-13a944fba35f HTTP/1.1" status: 200 len: 815 time: 0.9876089 Jun 18 19:45:01.356033 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:01.358487 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:01.773590 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-fc7df9f4-7800-4379-8da6-72de44035445 req-8b82d4cb-0604-411f-94b5-ffa23210b9f3 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 210 time: 0.3881137 Jun 18 19:45:01.786818 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Router da603d74-1800-41b3-a1f2-2dbffd462430 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:45:01.935101 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:02.019662 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-35e22b54-fd2a-405e-bf2f-818b22db5ca8 req-58f274c5-a0c0-47e5-99fa-f9f7d764dc8a tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 210 time: 0.1615443 Jun 18 19:45:02.164184 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port 947bb740-127d-4b6c-9e1b-253f25bc8db6, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=947bb740-127d-4b6c-9e1b-253f25bc8db6,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:02.206946 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-d52f85d0-6eda-4b7b-8f5b-f0f248c9a11d None None] Provisioning complete for port d5172eeb-d0b7-4078-b048-dcdb1e992ec2 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:02.209000 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-d52f85d0-6eda-4b7b-8f5b-f0f248c9a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:02.253193 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-b07241a0-3ff9-4abb-976b-3105c5b35c0a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Allocated IP 172.20.0.12 (c48dc82c-62c8-4213-9781-a357cf53aa36/d8084a71-0526-4954-930c-d9fd084d475c/a75672e0-e358-48b0-835e-1810d4434c98) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:45:02.255582 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-69724a44-7354-423f-8551-c9288798e052 None None] Notify callbacks [] for port, precommit_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:02.263086 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:02.290271 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:02.304491 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-69724a44-7354-423f-8551-c9288798e052 None None] Transition to ACTIVE for port object 902f2684-6a4d-46a5-b777-c91b60543dc3 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:02.352440 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-d52f85d0-6eda-4b7b-8f5b-f0f248c9a11d None None] Port d5172eeb-d0b7-4078-b048-dcdb1e992ec2 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:45:02.379618 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:02.431994 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=947bb740-127d-4b6c-9e1b-253f25bc8db6,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:02.433870 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:45:02.440262 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] 10.222.0.42 "PUT /v2.0/routers/da603d74-1800-41b3-a1f2-2dbffd462430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5176926 Jun 18 19:45:02.452665 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Sync routers for ids ['da603d74-1800-41b3-a1f2-2dbffd462430'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:45:02.474473 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:02.477350 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-69724a44-7354-423f-8551-c9288798e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:02.492430 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Routers {'da603d74-1800-41b3-a1f2-2dbffd462430'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:45:02.493839 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:44:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['da603d74-1800-41b3-a1f2-2dbffd462430'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:02.498736 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:02.523314 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34618) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:02.600175 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-69724a44-7354-423f-8551-c9288798e052 None None] Attempting to bind port 902f2684-6a4d-46a5-b777-c91b60543dc3 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:45:02.601047 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-69724a44-7354-423f-8551-c9288798e052 None None] Attempting to bind port 902f2684-6a4d-46a5-b777-c91b60543dc3 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:45:02.601654 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69724a44-7354-423f-8551-c9288798e052 None None] Attempting to bind port 902f2684-6a4d-46a5-b777-c91b60543dc3 on network a920a8e0-c5d2-4f11-b036-3e5563c3157d {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:02.613151 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69724a44-7354-423f-8551-c9288798e052 None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:45:02.614326 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69724a44-7354-423f-8551-c9288798e052 None None] Checking segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:45:02.614610 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-69724a44-7354-423f-8551-c9288798e052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:02.615053 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69724a44-7354-423f-8551-c9288798e052 None None] Bound using segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:45:02.615933 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-69724a44-7354-423f-8551-c9288798e052 None None] Bound port: 902f2684-6a4d-46a5-b777-c91b60543dc3, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:45:02.617417 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-69724a44-7354-423f-8551-c9288798e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:02.700459 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-b07241a0-3ff9-4abb-976b-3105c5b35c0a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:02.831521 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-69724a44-7354-423f-8551-c9288798e052 None None] For port 902f2684-6a4d-46a5-b777-c91b60543dc3, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:45:02.882640 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-69724a44-7354-423f-8551-c9288798e052 None None] For port 902f2684-6a4d-46a5-b777-c91b60543dc3, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=902f2684-6a4d-46a5-b777-c91b60543dc3,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:45:02.914962 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc4206-8560-4c03-9b31-aa3af466e40d None None] Pushing event updated for resources: {'Port': ['ID=902f2684-6a4d-46a5-b777-c91b60543dc3,revision_number=2']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:02.922646 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-9acc4206-8560-4c03-9b31-aa3af466e40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:02.999775 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Set router da603d74-1800-41b3-a1f2-2dbffd462430 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:45:03.043383 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Allocated IP 172.20.0.1 (9f000376-940a-40a6-93f6-2f7562cb6ac7/787961a9-531b-4f4b-9190-811f42fc2d49/6e8e659a-88d6-4f2b-9677-e7de1901ce78) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:45:03.063666 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-69724a44-7354-423f-8551-c9288798e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:03.079499 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-3cf916c3-51e6-469f-b2b2-26bf6d03579f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:03.169942 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d151b567-e7ce-4dd7-99e2-1152d86a0c2c req-71d32d65-ce86-4e06-b203-749c43d589df tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 210 time: 0.1408486 Jun 18 19:45:03.477297 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-65b6434c-9ee2-43d6-92b0-4a6275a1ce41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:03.487147 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc4206-8560-4c03-9b31-aa3af466e40d None None] Pushing event updated for resources: {'Port': ['ID=902f2684-6a4d-46a5-b777-c91b60543dc3,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:03.487147 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-9acc4206-8560-4c03-9b31-aa3af466e40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:03.493281 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-b07241a0-3ff9-4abb-976b-3105c5b35c0a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:03.494835 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69724a44-7354-423f-8551-c9288798e052 None None] Routers {'ea44b9ae-38d6-42f3-8003-99d53ea50804'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:45:03.494835 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-69724a44-7354-423f-8551-c9288798e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:44:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['ea44b9ae-38d6-42f3-8003-99d53ea50804'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:03.497506 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:03.568824 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-937a1d5d-8b54-431f-9e6d-c86151b70877 req-b4b9b83c-1fd6-449e-8818-914c68f82999 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 210 time: 0.1404104 Jun 18 19:45:03.593259 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-8a30bce3-8836-4bfa-8e5c-172d4d9cdacc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Request body: {'port': {'device_id': '180fdb3b-83e1-4594-bc80-e111b95c7b41', 'network_id': '63df527b-b26b-4454-8053-13a944fba35f', 'admin_state_up': True, 'tenant_id': 'ad1c42703855432a866512bf4bfdc17b'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:03.616246 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'd5172eeb-d0b7-4078-b048-dcdb1e992ec2', 'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'mac_address': 'fa:16:3e:81:cc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:57Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 2, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'subnets': [{'id': '85839631-4911-4022-a3d1-d48feb21196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:03.731811 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Checking router: da603d74-1800-41b3-a1f2-2dbffd462430 for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:45:03.733916 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Updating router da603d74-1800-41b3-a1f2-2dbffd462430 port d5172eeb-d0b7-4078-b048-dcdb1e992ec2 binding host dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:45:03.884724 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:03.942103 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-69724a44-7354-423f-8551-c9288798e052 None None] Set router ea44b9ae-38d6-42f3-8003-99d53ea50804 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:45:03.965905 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:45:03.994576 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:04.093996 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:04.108841 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-b07241a0-3ff9-4abb-976b-3105c5b35c0a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Network c48dc82c-62c8-4213-9781-a357cf53aa36 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:04.231796 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Network 9f000376-940a-40a6-93f6-2f7562cb6ac7 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:04.240062 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-b07241a0-3ff9-4abb-976b-3105c5b35c0a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:04.273049 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:04.343189 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-b07241a0-3ff9-4abb-976b-3105c5b35c0a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:45:04.369095 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-b07241a0-3ff9-4abb-976b-3105c5b35c0a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:04.371278 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-b07241a0-3ff9-4abb-976b-3105c5b35c0a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:04.390417 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07241a0-3ff9-4abb-976b-3105c5b35c0a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Pushing event updated for resources: {'Port': ['ID=a75672e0-e358-48b0-835e-1810d4434c98,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:04.422779 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-b07241a0-3ff9-4abb-976b-3105c5b35c0a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.988s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:04.423668 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-e25f1670-36fc-4946-acef-7bac660db846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:04.505613 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-65b6434c-9ee2-43d6-92b0-4a6275a1ce41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:04.601172 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e8e659a-88d6-4f2b-9677-e7de1901ce78,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:04.614360 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:04.628251 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:45:04.630501 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621781'] for router_interface, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:04.633589 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-65b6434c-9ee2-43d6-92b0-4a6275a1ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:04.645943 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:04.818334 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6434c-9ee2-43d6-92b0-4a6275a1ce41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff88fcc8-0e12-4fca-9e16-61be11ecb16d,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:04.855761 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-65b6434c-9ee2-43d6-92b0-4a6275a1ce41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:05.086992 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-b07241a0-3ff9-4abb-976b-3105c5b35c0a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0930574 Jun 18 19:45:05.125900 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 947bb740-127d-4b6c-9e1b-253f25bc8db6 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:05.142306 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-8e26ed8b-6048-401d-8247-e4ff38a9f5aa tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=100054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:45:05.147493 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-8e26ed8b-6048-401d-8247-e4ff38a9f5aa tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0422471 Jun 18 19:45:05.148500 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 34678) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:05.180203 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-a05faf6b-1a76-409f-82e9-ca39bb5b86b4 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--475656543', 'description': 'tempest-description--862322680'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:05.310777 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-65b6434c-9ee2-43d6-92b0-4a6275a1ce41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd6550bdd14245a08eff7252a16aa609&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7855303 Jun 18 19:45:05.322815 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34682) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:05.379022 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Notify callbacks [] for port, precommit_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:05.421699 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.provisioning_blocks [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Transition to ACTIVE for port object d5172eeb-d0b7-4078-b048-dcdb1e992ec2 will not be triggered until provisioned by entity L2. {{(pid=100057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:05.563631 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:05.592392 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:05.603815 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd78fd-300f-4016-b5e3-4dbae8d455d7 req-a99685ad-f21a-4e17-8ea7-1ec55a09e6d6 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:05.622183 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 947bb740-127d-4b6c-9e1b-253f25bc8db6 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:05.670912 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:05.671080 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-02dd78fd-300f-4016-b5e3-4dbae8d455d7 req-a99685ad-f21a-4e17-8ea7-1ec55a09e6d6 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 932 time: 0.6476364 Jun 18 19:45:05.671080 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-8a30bce3-8836-4bfa-8e5c-172d4d9cdacc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Made reservation on behalf of ad1c42703855432a866512bf4bfdc17b for: {'port': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:45:05.671392 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Request body: {'port': {'device_id': '8f1d471b-4fe2-4361-944f-401068f5c1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:05.671528 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-8a30bce3-8836-4bfa-8e5c-172d4d9cdacc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:05.697204 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f04cfa-a680-426d-b6b8-5f4149aa3622 None None] Pushing event updated for resources: {'Port': ['ID=d5172eeb-d0b7-4078-b048-dcdb1e992ec2,revision_number=3']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:05.874679 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-02dd78fd-300f-4016-b5e3-4dbae8d455d7 req-325a7e37-b5f3-4b5b-ae16-b059a782df1b tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344427 Jun 18 19:45:05.968568 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-a05faf6b-1a76-409f-82e9-ca39bb5b86b4 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:06.043622 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-14f04cfa-a680-426d-b6b8-5f4149aa3622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:06.113907 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-69724a44-7354-423f-8551-c9288798e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'name': 'tempest-ServerRescueNegativeTestJSON-1893402131-router', 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 3, 'project_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'gw_port': {'id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:06.130319 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-42ba528c-4c3f-4071-a6d3-0138c7a48ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:06.226620 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69724a44-7354-423f-8551-c9288798e052 None None] The sync data for ids ['ea44b9ae-38d6-42f3-8003-99d53ea50804'] in dv-cinder-790535-6-iscsi is: [{'id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'name': 'tempest-ServerRescueNegativeTestJSON-1893402131-router', 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 3, 'project_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'gw_port': {'id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:45:06.303037 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Attempting to bind port d5172eeb-d0b7-4078-b048-dcdb1e992ec2 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:45:06.304388 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Attempting to bind port d5172eeb-d0b7-4078-b048-dcdb1e992ec2 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:45:06.305846 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Attempting to bind port d5172eeb-d0b7-4078-b048-dcdb1e992ec2 on network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:06.322116 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:45:06.323164 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Checking segment: {'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:45:06.324057 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:06.325428 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Bound using segment: {'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:45:06.326887 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Bound port: d5172eeb-d0b7-4078-b048-dcdb1e992ec2, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'}}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:45:06.328142 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:06.359174 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:06.369230 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-42ba528c-4c3f-4071-a6d3-0138c7a48ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:06.494889 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a1e00d43-3d79-4ebf-a38f-c30a2501ce94 req-d0b47002-3e3d-4263-8625-fda26280fd1d tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 210 time: 0.7342327 Jun 18 19:45:06.530520 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:06.611896 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] For port d5172eeb-d0b7-4078-b048-dcdb1e992ec2, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:45:06.611896 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] For port d5172eeb-d0b7-4078-b048-dcdb1e992ec2, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=d5172eeb-d0b7-4078-b048-dcdb1e992ec2,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:45:06.657628 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-8a30bce3-8836-4bfa-8e5c-172d4d9cdacc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Allocated IP 172.20.0.12 (63df527b-b26b-4454-8053-13a944fba35f/b3244916-cc51-4cd2-9f62-176215c803f1/3ea964ed-a32f-4f96-8dfa-e5e536481363) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:45:06.899926 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:06.914805 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-a05faf6b-1a76-409f-82e9-ca39bb5b86b4 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:07.007811 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:07.041364 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:07.076079 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-42ba528c-4c3f-4071-a6d3-0138c7a48ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:07.118497 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-42ba528c-4c3f-4071-a6d3-0138c7a48ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:07.124717 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-42ba528c-4c3f-4071-a6d3-0138c7a48ae2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff88fcc8-0e12-4fca-9e16-61be11ecb16d HTTP/1.1" status: 204 len: 168 time: 1.7802906 Jun 18 19:45:07.139373 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-bd6d0603-9c9d-4ccb-957d-3fc9daa22b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:07.323634 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba528c-4c3f-4071-a6d3-0138c7a48ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff88fcc8-0e12-4fca-9e16-61be11ecb16d,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:07.366159 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Routers {'da603d74-1800-41b3-a1f2-2dbffd462430'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:45:07.367282 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:44:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['da603d74-1800-41b3-a1f2-2dbffd462430'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:07.388087 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-42ba528c-4c3f-4071-a6d3-0138c7a48ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:07.506683 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-8a30bce3-8836-4bfa-8e5c-172d4d9cdacc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:07.576930 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-a05faf6b-1a76-409f-82e9-ca39bb5b86b4 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:07.780174 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:07.842312 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] Set router da603d74-1800-41b3-a1f2-2dbffd462430 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:45:08.065148 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d03cfb-eddd-40b0-8a3a-9fe410bd2bc1 req-4a9eebf0-5532-4bb8-ac36-e395abf2dd71 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:08.085016 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-34d03cfb-eddd-40b0-8a3a-9fe410bd2bc1 req-4a9eebf0-5532-4bb8-ac36-e395abf2dd71 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 932 time: 0.4534371 Jun 18 19:45:08.108692 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-8a30bce3-8836-4bfa-8e5c-172d4d9cdacc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:08.207737 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-34d03cfb-eddd-40b0-8a3a-9fe410bd2bc1 req-08337292-cb5a-448d-892e-a4dc63e2a0f1 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161735 Jun 18 19:45:08.236742 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:08.275675 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-a05faf6b-1a76-409f-82e9-ca39bb5b86b4 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:08.281747 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-a05faf6b-1a76-409f-82e9-ca39bb5b86b4 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 3.1074920 Jun 18 19:45:08.305711 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 34722) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:08.305711 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05faf6b-1a76-409f-82e9-ca39bb5b86b4 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1965ac20-0e84-494f-b38d-a886e2e2ae2f,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:08.329463 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-a05faf6b-1a76-409f-82e9-ca39bb5b86b4 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:08.354752 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-8a30bce3-8836-4bfa-8e5c-172d4d9cdacc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Network 63df527b-b26b-4454-8053-13a944fba35f is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:08.408065 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-c8761e79-ce91-492e-8e8b-efc3517fdc29 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Request body: {'security_group_rule': {'security_group_id': '1965ac20-0e84-494f-b38d-a886e2e2ae2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:08.408231 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f04cfa-a680-426d-b6b8-5f4149aa3622 None None] Pushing event updated for resources: {'Port': ['ID=d5172eeb-d0b7-4078-b048-dcdb1e992ec2,revision_number=4']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:08.498138 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-14f04cfa-a680-426d-b6b8-5f4149aa3622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.457s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:08.590371 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 902f2684-6a4d-46a5-b777-c91b60543dc3 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:08.610874 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30bce3-8836-4bfa-8e5c-172d4d9cdacc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Pushing event updated for resources: {'Port': ['ID=3ea964ed-a32f-4f96-8dfa-e5e536481363,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:08.614493 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'd5172eeb-d0b7-4078-b048-dcdb1e992ec2', 'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'mac_address': 'fa:16:3e:81:cc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:57Z', 'updated_at': '2021-06-18T19:45:06Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'subnets': [{'id': '85839631-4911-4022-a3d1-d48feb21196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:08.616650 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-8a30bce3-8836-4bfa-8e5c-172d4d9cdacc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:08.618679 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-8a30bce3-8836-4bfa-8e5c-172d4d9cdacc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:08.636686 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-8a30bce3-8836-4bfa-8e5c-172d4d9cdacc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:45:08.661340 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-8a30bce3-8836-4bfa-8e5c-172d4d9cdacc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:08.662537 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-8a30bce3-8836-4bfa-8e5c-172d4d9cdacc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:08.791648 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57043985-ae15-4ca6-9dd5-8ba0cb1e347d None None] The sync data for ids ['da603d74-1800-41b3-a1f2-2dbffd462430'] in dv-cinder-790535-6-iscsi is: [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'd5172eeb-d0b7-4078-b048-dcdb1e992ec2', 'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'mac_address': 'fa:16:3e:81:cc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:57Z', 'updated_at': '2021-06-18T19:45:06Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'subnets': [{'id': '85839631-4911-4022-a3d1-d48feb21196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:45:08.858922 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34734) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:08.882718 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port 902f2684-6a4d-46a5-b777-c91b60543dc3 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:08.891294 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 902f2684-6a4d-46a5-b777-c91b60543dc3 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:08.893644 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:09.129676 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75672e0-e358-48b0-835e-1810d4434c98 {{(pid=100054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:09.147495 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:09.259141 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port 902f2684-6a4d-46a5-b777-c91b60543dc3, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=902f2684-6a4d-46a5-b777-c91b60543dc3,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:09.278846 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:09.319347 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e7c33ab2-d228-4dbc-8e60-c65fc3b9b49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:09.363943 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:09.366504 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bd090-6004-420b-b4d4-f7911e892579 req-4d891e45-bd77-4920-bb33-b9e1524fb492 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:09.377791 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3c4bd090-6004-420b-b4d4-f7911e892579 req-4d891e45-bd77-4920-bb33-b9e1524fb492 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 932 time: 1.3003318 Jun 18 19:45:09.382929 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:09.485171 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c8761e79-ce91-492e-8e8b-efc3517fdc29 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:09.496443 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Transition to ACTIVE for port object a75672e0-e358-48b0-835e-1810d4434c98 will not be triggered until provisioned by entity L2. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:09.652322 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-8a30bce3-8836-4bfa-8e5c-172d4d9cdacc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0796030 Jun 18 19:45:09.708312 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=902f2684-6a4d-46a5-b777-c91b60543dc3,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:09.726556 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:09.735892 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Request body: {'port': {'device_id': '180fdb3b-83e1-4594-bc80-e111b95c7b41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:09.780184 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:09.914179 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:10.003477 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3c4bd090-6004-420b-b4d4-f7911e892579 req-51fcdd22-66a1-46e3-a292-62cc352076af tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344720 Jun 18 19:45:10.146255 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e7c33ab2-d228-4dbc-8e60-c65fc3b9b49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.270748 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e7c33ab2-d228-4dbc-8e60-c65fc3b9b49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.343305 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.368563 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c8761e79-ce91-492e-8e8b-efc3517fdc29 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.395540 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:10.423751 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-e7c33ab2-d228-4dbc-8e60-c65fc3b9b49f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92e9ee5ddddd4fdcab51acf8d7250521&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5530188 Jun 18 19:45:10.505823 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc2e78-a0c2-46ed-ba52-48c8dbfd8cdc req-0907263b-50df-4d41-b7c5-749f03c0e0c9 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:10.508484 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-10fc2e78-a0c2-46ed-ba52-48c8dbfd8cdc req-0907263b-50df-4d41-b7c5-749f03c0e0c9 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 944 time: 0.6955061 Jun 18 19:45:10.525753 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34768) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:10.533727 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.592203 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c8761e79-ce91-492e-8e8b-efc3517fdc29 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.592203 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618700'] for router_interface, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.598165 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.627314 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Pushing event updated for resources: {'Port': ['ID=a75672e0-e358-48b0-835e-1810d4434c98,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:10.673693 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c33ab2-d228-4dbc-8e60-c65fc3b9b49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da9a9fb-2339-4383-bae7-9de3a2be19a4,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:10.683507 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:10.684410 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:10.733969 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-e7c33ab2-d228-4dbc-8e60-c65fc3b9b49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:10.740317 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 902f2684-6a4d-46a5-b777-c91b60543dc3 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:10.826079 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Attempting to bind port a75672e0-e358-48b0-835e-1810d4434c98 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:45:10.827209 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Attempting to bind port a75672e0-e358-48b0-835e-1810d4434c98 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a85eb944-614c-4283-85c1-e74412762986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c48dc82c-62c8-4213-9781-a357cf53aa36'}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:45:10.827758 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Attempting to bind port a75672e0-e358-48b0-835e-1810d4434c98 on network c48dc82c-62c8-4213-9781-a357cf53aa36 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:10.843802 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8761e79-ce91-492e-8e8b-efc3517fdc29 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0277ff8e-7ea6-436a-84e3-94a9541f4b17,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:10.852823 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c8761e79-ce91-492e-8e8b-efc3517fdc29 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:10.861323 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-b07241a0-3ff9-4abb-976b-3105c5b35c0a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:10.932094 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Port a75672e0-e358-48b0-835e-1810d4434c98 on network c48dc82c-62c8-4213-9781-a357cf53aa36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:45:10.932432 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 902f2684-6a4d-46a5-b777-c91b60543dc3 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:10.933135 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.933309 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Attempting to bind port a75672e0-e358-48b0-835e-1810d4434c98 on network c48dc82c-62c8-4213-9781-a357cf53aa36 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:10.966996 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e8e659a-88d6-4f2b-9677-e7de1901ce78,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:10.978307 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:10.981429 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c8761e79-ce91-492e-8e8b-efc3517fdc29 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.983184 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-c8761e79-ce91-492e-8e8b-efc3517fdc29 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6451082 Jun 18 19:45:10.991761 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 34780) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:10.993227 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:45:10.997195 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Checking segment: {'id': 'a85eb944-614c-4283-85c1-e74412762986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c48dc82c-62c8-4213-9781-a357cf53aa36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:45:10.997195 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Bound using segment: {'id': 'a85eb944-614c-4283-85c1-e74412762986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c48dc82c-62c8-4213-9781-a357cf53aa36'} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:45:11.004474 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Bound port: a75672e0-e358-48b0-835e-1810d4434c98, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a85eb944-614c-4283-85c1-e74412762986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c48dc82c-62c8-4213-9781-a357cf53aa36'}}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:45:11.005445 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:11.018550 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-f3ac5b07-12c5-45cb-899a-0e07081e85a1 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Request body: {'security_group_rule': {'security_group_id': '1965ac20-0e84-494f-b38d-a886e2e2ae2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:11.024926 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-10fc2e78-a0c2-46ed-ba52-48c8dbfd8cdc req-c6947ef9-d485-4209-b1a2-d521241da778 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912145 Jun 18 19:45:11.205473 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-23aaef0c-4d4a-4c49-af75-1ab073134d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:11.217142 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device d5172eeb-d0b7-4078-b048-dcdb1e992ec2 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:11.274061 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] For port a75672e0-e358-48b0-835e-1810d4434c98, host hv-cinder-79053, cleared binding levels {{(pid=100054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:45:11.298828 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] For port a75672e0-e358-48b0-835e-1810d4434c98, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a75672e0-e358-48b0-835e-1810d4434c98,segment=NetworkSegment(a85eb944-614c-4283-85c1-e74412762986),segment_id=a85eb944-614c-4283-85c1-e74412762986)] {{(pid=100054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:45:11.372140 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Network 9f000376-940a-40a6-93f6-2f7562cb6ac7 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:11.376227 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:11.409214 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:11.500132 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port d5172eeb-d0b7-4078-b048-dcdb1e992ec2 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:11.505905 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port d5172eeb-d0b7-4078-b048-dcdb1e992ec2 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:11.506300 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:11.568614 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-23aaef0c-4d4a-4c49-af75-1ab073134d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:11.650264 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:11.818682 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:11.822660 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f3ac5b07-12c5-45cb-899a-0e07081e85a1 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:11.918576 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:11.920361 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:11.924774 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] 10.222.0.58 "PUT /v2.0/ports/a75672e0-e358-48b0-835e-1810d4434c98 HTTP/1.1" status: 200 len: 1094 time: 6.4276748 Jun 18 19:45:11.928408 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1d471b-4fe2-4361-944f-401068f5c1d1', 'tag': 'a75672e0-e358-48b0-835e-1810d4434c98'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:11.946408 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port d5172eeb-d0b7-4078-b048-dcdb1e992ec2, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=d5172eeb-d0b7-4078-b048-dcdb1e992ec2,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:12.067329 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:12.073216 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-352a1bea-2b3a-4ec9-835a-1ed6c2bf1f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:12.144437 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-23aaef0c-4d4a-4c49-af75-1ab073134d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:12.153243 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-23aaef0c-4d4a-4c49-af75-1ab073134d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:12.157352 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-23aaef0c-4d4a-4c49-af75-1ab073134d9d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5da9a9fb-2339-4383-bae7-9de3a2be19a4 HTTP/1.1" status: 204 len: 168 time: 1.5917475 Jun 18 19:45:12.196037 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:12.215461 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aaef0c-4d4a-4c49-af75-1ab073134d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da9a9fb-2339-4383-bae7-9de3a2be19a4,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:12.220520 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-23aaef0c-4d4a-4c49-af75-1ab073134d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:12.244010 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea964ed-a32f-4f96-8dfa-e5e536481363 {{(pid=100055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:12.261245 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:12.267931 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=d5172eeb-d0b7-4078-b048-dcdb1e992ec2,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:12.294067 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.provisioning_blocks [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Transition to ACTIVE for port object 3ea964ed-a32f-4f96-8dfa-e5e536481363 will not be triggered until provisioned by entity L2. {{(pid=100055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:12.308333 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:12.373991 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:12.380951 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-8a30bce3-8836-4bfa-8e5c-172d4d9cdacc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:12.574558 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device d5172eeb-d0b7-4078-b048-dcdb1e992ec2 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:12.770513 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port d5172eeb-d0b7-4078-b048-dcdb1e992ec2 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:12.771543 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:12.824131 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Pushing event updated for resources: {'Port': ['ID=a75672e0-e358-48b0-835e-1810d4434c98,revision_number=3']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:12.849751 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.199s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:12.964524 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea964ed-a32f-4f96-8dfa-e5e536481363,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:12.997567 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:13.031449 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34836) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:13.074759 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.managers [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Attempting to bind port 3ea964ed-a32f-4f96-8dfa-e5e536481363 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:45:13.080382 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d80a5b-814b-468b-9a29-a75ef67d4f88 req-8843e074-4dd9-41c3-ab44-60c6f9f0d9d4 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:13.084348 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-76d80a5b-814b-468b-9a29-a75ef67d4f88 req-8843e074-4dd9-41c3-ab44-60c6f9f0d9d4 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 932 time: 1.5993643 Jun 18 19:45:13.085348 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.managers [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Attempting to bind port 3ea964ed-a32f-4f96-8dfa-e5e536481363 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'}] {{(pid=100055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:45:13.086058 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Attempting to bind port 3ea964ed-a32f-4f96-8dfa-e5e536481363 on network 63df527b-b26b-4454-8053-13a944fba35f {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:13.095845 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f3ac5b07-12c5-45cb-899a-0e07081e85a1 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:13.137368 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Port 3ea964ed-a32f-4f96-8dfa-e5e536481363 on network 63df527b-b26b-4454-8053-13a944fba35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:45:13.140995 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Attempting to bind port 3ea964ed-a32f-4f96-8dfa-e5e536481363 on network 63df527b-b26b-4454-8053-13a944fba35f {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:13.181368 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Router ea44b9ae-38d6-42f3-8003-99d53ea50804 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:45:13.212194 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:45:13.229159 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Checking segment: {'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:45:13.233865 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Bound using segment: {'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'} {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:45:13.234766 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.managers [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Bound port: 3ea964ed-a32f-4f96-8dfa-e5e536481363, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'}}] {{(pid=100055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:45:13.235390 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:13.292564 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f3ac5b07-12c5-45cb-899a-0e07081e85a1 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:13.302859 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ac22ef79-e7d8-4967-ae58-f5294a290dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:13.354838 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c8761e79-ce91-492e-8e8b-efc3517fdc29 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:13.404646 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce307189-04e6-44a8-8cec-800979798fd8 req-644f09ad-2f22-45f6-8af3-225c8129787c tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:13.410049 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ce307189-04e6-44a8-8cec-800979798fd8 req-644f09ad-2f22-45f6-8af3-225c8129787c tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 944 time: 0.7528751 Jun 18 19:45:13.435442 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-cf510bad-2e0e-415b-b8de-fda8c446bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:13.441239 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-cf510bad-2e0e-415b-b8de-fda8c446bd2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9efe6c1ad71b4c5ba769415b48f22d43&device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 1097 time: 1.1417353 Jun 18 19:45:13.459094 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ca3bfc-0b93-41a9-9ffa-2506469724fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1d471b-4fe2-4361-944f-401068f5c1d1", "tag": "a75672e0-e358-48b0-835e-1810d4434c98"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:13.543579 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac5b07-12c5-45cb-899a-0e07081e85a1 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8309605-6477-498b-a838-c8816f1860a7,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:13.590089 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ce307189-04e6-44a8-8cec-800979798fd8 req-0d798ac4-4770-4205-94c3-3f75e2f1abc3 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661174 Jun 18 19:45:13.591883 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] For port 3ea964ed-a32f-4f96-8dfa-e5e536481363, host hv-cinder-79053, cleared binding levels {{(pid=100055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:45:13.603041 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] For port 3ea964ed-a32f-4f96-8dfa-e5e536481363, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ea964ed-a32f-4f96-8dfa-e5e536481363,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:45:13.717839 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-455ce300-45ea-4a73-8c14-4e67a9ed7b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:13.757090 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:13.810833 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:13.903306 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-76d80a5b-814b-468b-9a29-a75ef67d4f88 req-1684aecc-236c-4d8e-aa6a-0f608f96252b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7598765 Jun 18 19:45:13.924270 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-f3ac5b07-12c5-45cb-899a-0e07081e85a1 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:13.926213 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f3ac5b07-12c5-45cb-899a-0e07081e85a1 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:13.932143 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-f3ac5b07-12c5-45cb-899a-0e07081e85a1 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9206259 Jun 18 19:45:13.966426 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34862) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:13.978974 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Request body: {'floatingip': {'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:14.090050 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:14.091098 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:14.093187 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] 10.222.0.58 "PUT /v2.0/ports/3ea964ed-a32f-4f96-8dfa-e5e536481363 HTTP/1.1" status: 200 len: 1094 time: 4.3894062 Jun 18 19:45:14.099503 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180fdb3b-83e1-4594-bc80-e111b95c7b41', 'tag': '3ea964ed-a32f-4f96-8dfa-e5e536481363'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:14.103029 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-39136cc2-6076-4e3f-a485-8878837a089c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a75672e0-e358-48b0-835e-1810d4434c98 HTTP/1.1" status: 200 len: 217 time: 0.1940153 Jun 18 19:45:14.236741 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea964ed-a32f-4f96-8dfa-e5e536481363,revision_number=3']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:14.242411 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:14.470316 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-7a6f0fc8-8d81-4f9e-a5ba-bf5f34c0d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:14.472518 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-7a6f0fc8-8d81-4f9e-a5ba-bf5f34c0d5d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d8084a71-0526-4954-930c-d9fd084d475c HTTP/1.1" status: 200 len: 851 time: 0.3628674 Jun 18 19:45:14.472953 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-455ce300-45ea-4a73-8c14-4e67a9ed7b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:14.561864 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-2538b285-ea11-4171-bcf7-8e41eeb66906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:14.564541 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-2538b285-ea11-4171-bcf7-8e41eeb66906 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad1c42703855432a866512bf4bfdc17b&device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 1097 time: 0.2845974 Jun 18 19:45:14.572857 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-455ce300-45ea-4a73-8c14-4e67a9ed7b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:14.592172 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bb0f0a-2040-4cec-9f47-f799c4c0f9df x-openstack-request-id: req-28bb0f0a-2040-4cec-9f47-f799c4c0f9df {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:14.592487 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1d471b-4fe2-4361-944f-401068f5c1d1", "tag": "a75672e0-e358-48b0-835e-1810d4434c98", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:14.592685 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28bb0f0a-2040-4cec-9f47-f799c4c0f9df {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:14.592833 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:14.593146 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1d471b-4fe2-4361-944f-401068f5c1d1', 'tag': 'a75672e0-e358-48b0-835e-1810d4434c98', 'status': 'completed', 'code': 200} Jun 18 19:45:14.698489 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-812dabb6-5704-4952-bc55-6e881b8e477e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c48dc82c-62c8-4213-9781-a357cf53aa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2087557 Jun 18 19:45:14.704445 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:45:14.724844 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Sync routers for ids ['ea44b9ae-38d6-42f3-8003-99d53ea50804'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:45:14.739496 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] 10.222.0.42 "PUT /v2.0/routers/ea44b9ae-38d6-42f3-8003-99d53ea50804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1950974 Jun 18 19:45:14.755685 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Routers {'ea44b9ae-38d6-42f3-8003-99d53ea50804'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:45:14.758058 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:44:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['ea44b9ae-38d6-42f3-8003-99d53ea50804'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:14.926952 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509f9acf-272a-4652-9938-d7f1e22ccfdb" -d '{"events": [{"name": "network-changed", "server_uuid": "180fdb3b-83e1-4594-bc80-e111b95c7b41", "tag": "3ea964ed-a32f-4f96-8dfa-e5e536481363"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:14.984147 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-72c5dbc3-1f2b-47d3-a292-a9621f1fea66 service neutron] 10.222.0.58 "GET /v2.0/networks/c48dc82c-62c8-4213-9781-a357cf53aa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371798 Jun 18 19:45:15.035735 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-caeb421b-219f-4a39-b9f2-381458e90927 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ea964ed-a32f-4f96-8dfa-e5e536481363 HTTP/1.1" status: 200 len: 217 time: 0.4231243 Jun 18 19:45:15.058918 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-455ce300-45ea-4a73-8c14-4e67a9ed7b1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3809f5dfb864cc09e167a421face0dc&name=default HTTP/1.1" status: 200 len: 2977 time: 2.0237479 Jun 18 19:45:15.058918 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34886) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:15.059898 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ce300-45ea-4a73-8c14-4e67a9ed7b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d67b7f4-01b3-48c6-9825-bef4851b9777,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:15.080398 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-455ce300-45ea-4a73-8c14-4e67a9ed7b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:15.091521 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Set router ea44b9ae-38d6-42f3-8003-99d53ea50804 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:45:15.303699 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94265485-1690-43bd-a800-b6ade35b55d2 req-df730216-09b7-4c9e-854b-2e18a7edd6c2 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:15.365124 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-94265485-1690-43bd-a800-b6ade35b55d2 req-df730216-09b7-4c9e-854b-2e18a7edd6c2 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 944 time: 0.2798104 Jun 18 19:45:15.365124 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdcfb4e-857b-4459-90b2-b8e0ef579cea req-2656dc08-6876-4b53-8798-632e2a65524e service neutron] 10.222.0.58 "GET /v2.0/networks/c48dc82c-62c8-4213-9781-a357cf53aa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973065 Jun 18 19:45:15.436127 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-6f03f992-5db1-4728-bb7b-758992c60900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:15.438222 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-6f03f992-5db1-4728-bb7b-758992c60900 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b3244916-cc51-4cd2-9f62-176215c803f1 HTTP/1.1" status: 200 len: 855 time: 0.3525219 Jun 18 19:45:15.452993 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-94265485-1690-43bd-a800-b6ade35b55d2 req-e7324edd-b5b3-434e-861f-c447051bb962 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355371 Jun 18 19:45:15.666124 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-c9cfc4b7-190f-4e25-8a89-c65be189a187 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=63df527b-b26b-4454-8053-13a944fba35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1334059 Jun 18 19:45:15.777942 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for floatingip, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:15.810203 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bf3fb2dc-7977-48ba-9f8b-57b3e4281722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:15.834125 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'name': 'tempest-ServerRescueNegativeTestJSON-1893402131-router', 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:05Z', 'revision_number': 4, 'project_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'gw_port': {'id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '6e8e659a-88d6-4f2b-9677-e7de1901ce78', 'name': '', 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7', 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'mac_address': 'fa:16:3e:46:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '787961a9-531b-4f4b-9190-811f42fc2d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:45:02Z', 'updated_at': '2021-06-18T19:45:08Z', 'revision_number': 2, 'project_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'subnets': [{'id': '787961a9-531b-4f4b-9190-811f42fc2d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:15.962797 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Checking router: ea44b9ae-38d6-42f3-8003-99d53ea50804 for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:45:15.963784 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Updating router ea44b9ae-38d6-42f3-8003-99d53ea50804 port 6e8e659a-88d6-4f2b-9677-e7de1901ce78 binding host dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:45:15.986759 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d1849aab-c174-4566-9f79-f5a676a9c646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:16.080243 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca3bfc-0b93-41a9-9ffa-2506469724fe req-64169946-5c40-420e-ad4e-8ba6c87df577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:16.080243 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-48ca3bfc-0b93-41a9-9ffa-2506469724fe req-64169946-5c40-420e-ad4e-8ba6c87df577 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9efe6c1ad71b4c5ba769415b48f22d43&device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 1097 time: 0.1475556 Jun 18 19:45:16.083244 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6291a7-2c6e-473e-a78d-f60376f25088 req-695eff5b-b2cf-45ec-9f9b-c51ffe6c495c tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:16.083244 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2c6291a7-2c6e-473e-a78d-f60376f25088 req-695eff5b-b2cf-45ec-9f9b-c51ffe6c495c tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 944 time: 0.8363285 Jun 18 19:45:16.084167 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:16.217703 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d1849aab-c174-4566-9f79-f5a676a9c646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:16.221714 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0a0ec6-2c31-4f5c-91a6-9ba7521d70b7 x-openstack-request-id: req-3e0a0ec6-2c31-4f5c-91a6-9ba7521d70b7 {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:16.223091 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180fdb3b-83e1-4594-bc80-e111b95c7b41", "tag": "3ea964ed-a32f-4f96-8dfa-e5e536481363", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:16.223652 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e0a0ec6-2c31-4f5c-91a6-9ba7521d70b7 {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:16.224744 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180fdb3b-83e1-4594-bc80-e111b95c7b41', 'tag': '3ea964ed-a32f-4f96-8dfa-e5e536481363', 'status': 'completed', 'code': 200} Jun 18 19:45:16.229781 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-ab659abf-b242-4854-af14-99d2c36684e9 service neutron] 10.222.0.58 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549996 Jun 18 19:45:16.255111 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:16.277138 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2c6291a7-2c6e-473e-a78d-f60376f25088 req-88e6b518-dba9-4913-89ad-9ab123a41e17 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730607 Jun 18 19:45:16.400216 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca3bfc-0b93-41a9-9ffa-2506469724fe req-d3f614c1-44d5-44f8-b4e9-3879cd13338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:16.402541 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-48ca3bfc-0b93-41a9-9ffa-2506469724fe req-d3f614c1-44d5-44f8-b4e9-3879cd13338b service neutron] 10.222.0.58 "GET /v2.0/networks?id=c48dc82c-62c8-4213-9781-a357cf53aa36 HTTP/1.1" status: 200 len: 912 time: 0.3712168 Jun 18 19:45:16.544129 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-48ca3bfc-0b93-41a9-9ffa-2506469724fe req-195939f5-7fa1-4e3f-b4fd-cde58bbddbca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a75672e0-e358-48b0-835e-1810d4434c98 HTTP/1.1" status: 200 len: 217 time: 0.1040823 Jun 18 19:45:16.678258 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1ec0a78a-878e-44b3-b49a-1dc85c3a0c5a req-630fe14b-9b41-4813-ad2d-e77fde3f2812 service neutron] 10.222.0.58 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998306 Jun 18 19:45:16.764495 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:16.801515 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Notify callbacks [] for port, precommit_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:16.835391 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Transition to ACTIVE for port object 6e8e659a-88d6-4f2b-9677-e7de1901ce78 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:16.966551 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca3bfc-0b93-41a9-9ffa-2506469724fe req-c1f5c381-4124-46f7-acb2-6b30e7b3f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:16.968223 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-48ca3bfc-0b93-41a9-9ffa-2506469724fe req-c1f5c381-4124-46f7-acb2-6b30e7b3f38d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d8084a71-0526-4954-930c-d9fd084d475c HTTP/1.1" status: 200 len: 851 time: 0.4117861 Jun 18 19:45:17.000569 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72411423-8763-4e57-ba47-42d6f9f8c235 req-00ed9e5c-89c2-4930-b9ea-873485cd83ce tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:17.003953 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-72411423-8763-4e57-ba47-42d6f9f8c235 req-00ed9e5c-89c2-4930-b9ea-873485cd83ce tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 944 time: 0.1838872 Jun 18 19:45:17.090825 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-72411423-8763-4e57-ba47-42d6f9f8c235 req-bc7dca40-e06d-4967-9479-c6d1e400c259 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665519 Jun 18 19:45:17.095440 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-8dc16513-021e-4fe2-9756-729c92067c63 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:17.111520 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-8dc16513-021e-4fe2-9756-729c92067c63 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/networks?id=9f000376-940a-40a6-93f6-2f7562cb6ac7 HTTP/1.1" status: 200 len: 819 time: 0.2324171 Jun 18 19:45:17.125311 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-bf99f033-a525-481e-906f-d5780102376d tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/quotas/90cd5f62f1a84defa1047fe8db0a4ff6 HTTP/1.1" status: 200 len: 375 time: 0.0125749 Jun 18 19:45:17.176756 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34930) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:17.220596 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:17.222291 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:17.231574 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d1849aab-c174-4566-9f79-f5a676a9c646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:17.237663 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:17.359192 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34418568-71f3-4a73-a871-50cbdef1befa None None] Pushing event updated for resources: {'Port': ['ID=6e8e659a-88d6-4f2b-9677-e7de1901ce78,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:17.394902 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d1849aab-c174-4566-9f79-f5a676a9c646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:17.402650 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-d1849aab-c174-4566-9f79-f5a676a9c646 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d67b7f4-01b3-48c6-9825-bef4851b9777 HTTP/1.1" status: 204 len: 168 time: 2.3316758 Jun 18 19:45:17.408305 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-48ca3bfc-0b93-41a9-9ffa-2506469724fe req-1c387e5f-6d02-47e1-b7e2-e516fadd6680 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c48dc82c-62c8-4213-9781-a357cf53aa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131668 Jun 18 19:45:17.415509 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-34418568-71f3-4a73-a871-50cbdef1befa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:17.423453 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-0cf6177f-1423-433c-9145-cac448873dd0 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=90cd5f62f1a84defa1047fe8db0a4ff6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2922943 Jun 18 19:45:17.462038 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:17.502196 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1849aab-c174-4566-9f79-f5a676a9c646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d67b7f4-01b3-48c6-9825-bef4851b9777,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:17.597372 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-d1849aab-c174-4566-9f79-f5a676a9c646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:17.931381 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Attempting to bind port 6e8e659a-88d6-4f2b-9677-e7de1901ce78 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:45:17.932047 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Attempting to bind port 6e8e659a-88d6-4f2b-9677-e7de1901ce78 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': 'c60b9e12-5474-480c-89be-5fe9904ce631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:45:17.932693 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Attempting to bind port 6e8e659a-88d6-4f2b-9677-e7de1901ce78 on network 9f000376-940a-40a6-93f6-2f7562cb6ac7 {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:17.941462 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:45:17.941873 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-3c4d97a5-04f0-456e-9b9d-635782c072c5 service neutron] 10.222.0.42 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925458 Jun 18 19:45:17.945014 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Checking segment: {'id': 'c60b9e12-5474-480c-89be-5fe9904ce631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:45:17.947017 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:17.950638 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Bound using segment: {'id': 'c60b9e12-5474-480c-89be-5fe9904ce631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:45:17.951582 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Bound port: 6e8e659a-88d6-4f2b-9677-e7de1901ce78, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b9e12-5474-480c-89be-5fe9904ce631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:45:17.952178 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:18.043484 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-7a238772-7194-4f25-8f21-1da5a986b100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:18.104159 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] For port 6e8e659a-88d6-4f2b-9677-e7de1901ce78, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:45:18.111104 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] For port 6e8e659a-88d6-4f2b-9677-e7de1901ce78, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=6e8e659a-88d6-4f2b-9677-e7de1901ce78,segment=NetworkSegment(c60b9e12-5474-480c-89be-5fe9904ce631),segment_id=c60b9e12-5474-480c-89be-5fe9904ce631)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:45:18.119706 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Allocated IP 172.27.3.243 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/41f35c86-48f5-4dc5-a68e-e84d612b180c) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:45:18.149494 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f9acf-272a-4652-9938-d7f1e22ccfdb req-834cc5e1-c8e7-4a54-a212-b4a9d31ce0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:18.151981 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-509f9acf-272a-4652-9938-d7f1e22ccfdb req-834cc5e1-c8e7-4a54-a212-b4a9d31ce0f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad1c42703855432a866512bf4bfdc17b&device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 1097 time: 0.7724993 Jun 18 19:45:18.193361 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:18.199627 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:18.223788 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-ce6c2a7f-36e2-4c5a-bc93-9165d5c53c0c service neutron] 10.222.0.42 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798266 Jun 18 19:45:18.334310 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-48ca3bfc-0b93-41a9-9ffa-2506469724fe req-b540a449-9301-416b-9b56-8f57778ede52 service neutron] 10.222.0.58 "GET /v2.0/networks/c48dc82c-62c8-4213-9781-a357cf53aa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9057343 Jun 18 19:45:18.416936 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Routers {'ea44b9ae-38d6-42f3-8003-99d53ea50804'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:45:18.424195 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:45:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['ea44b9ae-38d6-42f3-8003-99d53ea50804'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:18.591610 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522d62c-92bb-4ff8-bd7c-777bc7e2eab4 req-eac465a8-2a88-453c-bd60-de225c6dc2da tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:18.593614 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1522d62c-92bb-4ff8-bd7c-777bc7e2eab4 req-eac465a8-2a88-453c-bd60-de225c6dc2da tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 944 time: 0.9207337 Jun 18 19:45:18.622046 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-48ca3bfc-0b93-41a9-9ffa-2506469724fe req-e93daa4b-4ded-40bf-ba79-9c51bca8bc06 service neutron] 10.222.0.58 "GET /v2.0/networks/c48dc82c-62c8-4213-9781-a357cf53aa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614727 Jun 18 19:45:18.680668 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34418568-71f3-4a73-a871-50cbdef1befa None None] Pushing event updated for resources: {'Port': ['ID=6e8e659a-88d6-4f2b-9677-e7de1901ce78,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:18.686463 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-34418568-71f3-4a73-a871-50cbdef1befa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:18.749279 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] Set router ea44b9ae-38d6-42f3-8003-99d53ea50804 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:45:18.882614 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:18.960765 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1522d62c-92bb-4ff8-bd7c-777bc7e2eab4 req-04bf5cd6-866b-4882-9bc4-120ea36a382c tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062203 Jun 18 19:45:19.018104 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 34970) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:19.030873 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-7a238772-7194-4f25-8f21-1da5a986b100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:19.042246 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f9acf-272a-4652-9938-d7f1e22ccfdb req-824aa104-28f8-4658-8583-0903318f039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:19.048286 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-509f9acf-272a-4652-9938-d7f1e22ccfdb req-824aa104-28f8-4658-8583-0903318f039a service neutron] 10.222.0.58 "GET /v2.0/networks?id=63df527b-b26b-4454-8053-13a944fba35f HTTP/1.1" status: 200 len: 916 time: 0.8747139 Jun 18 19:45:19.049704 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7414940a-c0fe-40b5-84e6-f0a7f87df1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:19.200578 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-7a238772-7194-4f25-8f21-1da5a986b100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:19.208139 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-509f9acf-272a-4652-9938-d7f1e22ccfdb req-f74c2f3f-7c27-4cb3-b88f-5ba646fd9fa3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ea964ed-a32f-4f96-8dfa-e5e536481363 HTTP/1.1" status: 200 len: 217 time: 0.1417389 Jun 18 19:45:19.238329 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:19.270119 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-7a238772-7194-4f25-8f21-1da5a986b100 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c0f47e60c9945e59676ab88c35c721f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0915432 Jun 18 19:45:19.271178 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34974) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:19.295447 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:19.302454 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a238772-7194-4f25-8f21-1da5a986b100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44020ad-6b98-4239-8805-fd5d93904b6e,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:19.341440 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-7a238772-7194-4f25-8f21-1da5a986b100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:19.383508 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'name': 'tempest-ServerRescueNegativeTestJSON-1893402131-router', 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:05Z', 'revision_number': 4, 'project_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'gw_port': {'id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '6e8e659a-88d6-4f2b-9677-e7de1901ce78', 'name': '', 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7', 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'mac_address': 'fa:16:3e:46:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '787961a9-531b-4f4b-9190-811f42fc2d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:45:02Z', 'updated_at': '2021-06-18T19:45:18Z', 'revision_number': 4, 'project_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'subnets': [{'id': '787961a9-531b-4f4b-9190-811f42fc2d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:19.422830 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7414940a-c0fe-40b5-84e6-f0a7f87df1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:19.476591 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c6f52-7d86-4fbc-91a7-3c3d7936b1aa None None] The sync data for ids ['ea44b9ae-38d6-42f3-8003-99d53ea50804'] in dv-cinder-790535-6-iscsi is: [{'id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'name': 'tempest-ServerRescueNegativeTestJSON-1893402131-router', 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:05Z', 'revision_number': 4, 'project_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'gw_port': {'id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '6e8e659a-88d6-4f2b-9677-e7de1901ce78', 'name': '', 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7', 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'mac_address': 'fa:16:3e:46:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '787961a9-531b-4f4b-9190-811f42fc2d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:45:02Z', 'updated_at': '2021-06-18T19:45:18Z', 'revision_number': 4, 'project_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'subnets': [{'id': '787961a9-531b-4f4b-9190-811f42fc2d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:45:19.505651 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7414940a-c0fe-40b5-84e6-f0a7f87df1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:19.514803 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:19.593618 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-7414940a-c0fe-40b5-84e6-f0a7f87df1c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb83bf0bcce84732b8ce654777d42bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5710797 Jun 18 19:45:19.623377 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 34982) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:19.662061 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414940a-c0fe-40b5-84e6-f0a7f87df1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b76a06b-51e4-4487-ab18-cafe1c672f62,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:19.681082 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7414940a-c0fe-40b5-84e6-f0a7f87df1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:19.698362 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:19.707111 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f9acf-272a-4652-9938-d7f1e22ccfdb req-02b1105a-6132-4d09-9626-1e20125882b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:19.708782 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-509f9acf-272a-4652-9938-d7f1e22ccfdb req-02b1105a-6132-4d09-9626-1e20125882b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b3244916-cc51-4cd2-9f62-176215c803f1 HTTP/1.1" status: 200 len: 855 time: 0.4718976 Jun 18 19:45:19.737829 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:19.831346 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b5657de6-4709-431c-864f-f080076dc31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:19.842548 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-082ec22e-aa21-4d5a-8e92-0d291ddad4bd req-dbb2f6a0-c91e-4a9e-b913-ccc9e3df7984 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 210 time: 0.0725131 Jun 18 19:45:19.917119 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-509f9acf-272a-4652-9938-d7f1e22ccfdb req-76b4dc2b-8a8d-483a-b12a-771e5e0c1cfb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=63df527b-b26b-4454-8053-13a944fba35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968902 Jun 18 19:45:19.935014 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-867641bc-7056-4456-8fa4-a3be079eb3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:19.942314 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:19.956830 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event updated for resources: {'Port': ['ID=41f35c86-48f5-4dc5-a68e-e84d612b180c,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:20.090707 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8219f01-3326-4cf4-bbe3-3a5ee5c92552 req-0273fee7-697a-48e0-8297-1cf3558f8604 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:20.098786 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d8219f01-3326-4cf4-bbe3-3a5ee5c92552 req-0273fee7-697a-48e0-8297-1cf3558f8604 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 944 time: 0.7184620 Jun 18 19:45:20.119457 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-509f9acf-272a-4652-9938-d7f1e22ccfdb req-60ffe360-f313-4f56-b957-8711486cb98f service neutron] 10.222.0.58 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595054 Jun 18 19:45:20.123045 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:20.164540 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:20.183202 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b5657de6-4709-431c-864f-f080076dc31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:20.225157 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-867641bc-7056-4456-8fa4-a3be079eb3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:20.331549 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:45:20.386757 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cdc13-2f9a-491b-b8c0-432e709e0565 req-6296d7f0-8650-4d0c-9113-f94bc039cc0e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:20.397939 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0c2cdc13-2f9a-491b-b8c0-432e709e0565 req-6296d7f0-8650-4d0c-9113-f94bc039cc0e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 944 time: 0.1489165 Jun 18 19:45:20.519824 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0c2cdc13-2f9a-491b-b8c0-432e709e0565 req-13baaa92-60ff-45e4-bd6e-e29c03e40a9a tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245453 Jun 18 19:45:20.644604 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 6e8e659a-88d6-4f2b-9677-e7de1901ce78 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:20.715916 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:20.781056 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d8219f01-3326-4cf4-bbe3-3a5ee5c92552 req-14d5df69-3fb5-4754-b624-e8fb9e931e9a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6811879 Jun 18 19:45:20.874020 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port 6e8e659a-88d6-4f2b-9677-e7de1901ce78 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:20.880993 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 6e8e659a-88d6-4f2b-9677-e7de1901ce78 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:20.882264 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:20.918338 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b5657de6-4709-431c-864f-f080076dc31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:20.921662 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-867641bc-7056-4456-8fa4-a3be079eb3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:20.967262 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b5657de6-4709-431c-864f-f080076dc31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:20.968342 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-b5657de6-4709-431c-864f-f080076dc31c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b44020ad-6b98-4239-8805-fd5d93904b6e HTTP/1.1" status: 204 len: 168 time: 1.6618915 Jun 18 19:45:20.987757 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-509f9acf-272a-4652-9938-d7f1e22ccfdb req-c1f6a8cd-893a-4d18-aa6a-57201d87d206 service neutron] 10.222.0.58 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7264464 Jun 18 19:45:20.992354 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:21.004966 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-867641bc-7056-4456-8fa4-a3be079eb3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:21.009327 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-867641bc-7056-4456-8fa4-a3be079eb3f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b76a06b-51e4-4487-ab18-cafe1c672f62 HTTP/1.1" status: 204 len: 168 time: 1.3818407 Jun 18 19:45:21.040433 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:21.135848 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5657de6-4709-431c-864f-f080076dc31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44020ad-6b98-4239-8805-fd5d93904b6e,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:21.191504 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:21.259498 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867641bc-7056-4456-8fa4-a3be079eb3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b76a06b-51e4-4487-ab18-cafe1c672f62,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:21.268079 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-867641bc-7056-4456-8fa4-a3be079eb3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:21.268844 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:21.269325 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:21.354661 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port 6e8e659a-88d6-4f2b-9677-e7de1901ce78, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=6e8e659a-88d6-4f2b-9677-e7de1901ce78,segment=NetworkSegment(c60b9e12-5474-480c-89be-5fe9904ce631),segment_id=c60b9e12-5474-480c-89be-5fe9904ce631)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:21.392447 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b8069-078f-49ea-a73f-96caa4554948 req-fc35fe34-5f1b-4258-9165-eb45a096a9d9 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:21.402592 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f18b8069-078f-49ea-a73f-96caa4554948 req-fc35fe34-5f1b-4258-9165-eb45a096a9d9 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/networks?id=9f000376-940a-40a6-93f6-2f7562cb6ac7 HTTP/1.1" status: 200 len: 819 time: 0.6081824 Jun 18 19:45:21.435129 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f18b8069-078f-49ea-a73f-96caa4554948 req-dd5a39f9-b0a3-4381-8afa-634e26997dc0 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/quotas/90cd5f62f1a84defa1047fe8db0a4ff6 HTTP/1.1" status: 200 len: 375 time: 0.0199208 Jun 18 19:45:21.454261 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:21.457655 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:21.523870 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f18b8069-078f-49ea-a73f-96caa4554948 req-8aa0776b-43e4-4676-9248-4d7a68202553 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=90cd5f62f1a84defa1047fe8db0a4ff6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0978351 Jun 18 19:45:21.546622 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:21.598064 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:21.602992 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:21.667071 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=6e8e659a-88d6-4f2b-9677-e7de1901ce78,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:21.668155 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f18b8069-078f-49ea-a73f-96caa4554948 req-28022ed0-fbfe-4131-aacc-793d37b143da service neutron] 10.222.0.42 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421258 Jun 18 19:45:21.680553 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:21.719720 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:21.760591 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event updated for resources: {'Port': ['ID=41f35c86-48f5-4dc5-a68e-e84d612b180c,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:21.764976 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:21.784692 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 35044) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:21.817474 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f18b8069-078f-49ea-a73f-96caa4554948 req-99b7f8b3-455a-4587-b8e2-124192aaf492 service neutron] 10.222.0.42 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457789 Jun 18 19:45:21.877185 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:21.882114 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9093540 Jun 18 19:45:22.018783 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c57765-fcc5-4cb2-932c-0388fdd6a7c7 req-7cf33422-f7fb-42a8-be0c-89f07a59d25e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:22.020484 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81c57765-fcc5-4cb2-932c-0388fdd6a7c7 req-7cf33422-f7fb-42a8-be0c-89f07a59d25e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 944 time: 0.1154623 Jun 18 19:45:22.072547 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81c57765-fcc5-4cb2-932c-0388fdd6a7c7 req-c7e429c5-ebbd-46ae-b047-784e861c9c7b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451217 Jun 18 19:45:22.178582 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8496f70f-c4d6-401f-8114-6df07fa5ce5c req-ba57408f-f236-47fe-b632-5c764b4b3039 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 210 time: 0.0441172 Jun 18 19:45:22.280330 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8fab328d-c1db-432f-9864-2ae474e018f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:22.291265 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35058) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:22.323662 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-10b83aa1-f5d4-4292-8ebd-e9558549f79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:22.379398 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.db.api [None req-10b83aa1-f5d4-4292-8ebd-e9558549f79d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 19:45:22.379398 dv-cinder-790535-6-iscsi neutron-server[100054]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 18 19:45:22.379398 dv-cinder-790535-6-iscsi neutron-server[100054]: [parameters: {'project_id': '6c74e752428f4bb1ac9af96f01bdc989', 'id': '14032fd3-04c9-485c-871e-5a3792180e59', 'expiration': datetime.datetime(2021, 6, 18, 19, 47, 22, 362472)}] Jun 18 19:45:22.379398 dv-cinder-790535-6-iscsi neutron-server[100054]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 19:45:22.379774 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_db.api [None req-10b83aa1-f5d4-4292-8ebd-e9558549f79d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 19:45:22.473596 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 6e8e659a-88d6-4f2b-9677-e7de1901ce78 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:22.589310 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55747af1-3fc3-48be-b658-1d6f72ea6ada req-20833c7b-cee3-455d-ac53-df1642dba9b8 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:22.605761 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-55747af1-3fc3-48be-b658-1d6f72ea6ada req-20833c7b-cee3-455d-ac53-df1642dba9b8 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 944 time: 0.3138816 Jun 18 19:45:22.644500 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 6e8e659a-88d6-4f2b-9677-e7de1901ce78 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:22.644924 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:22.728005 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8fab328d-c1db-432f-9864-2ae474e018f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:22.747728 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-55747af1-3fc3-48be-b658-1d6f72ea6ada req-8527b2ea-5e18-422c-b56a-d9b6b784f625 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485519 Jun 18 19:45:22.762206 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-748fc586-16c5-4565-80d1-4a2b55400083 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--475656543&fields=id&tenant_id=68d35ecfd37141ba8d1ead7364aa01c6 HTTP/1.1" status: 200 len: 267 time: 0.1205723 Jun 18 19:45:22.842829 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8fab328d-c1db-432f-9864-2ae474e018f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:22.850644 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:22.881385 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-10b83aa1-f5d4-4292-8ebd-e9558549f79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:22.920765 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-8fab328d-c1db-432f-9864-2ae474e018f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f9b81efb3db4afe948817929dedfa5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1342402 Jun 18 19:45:22.922703 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab328d-c1db-432f-9864-2ae474e018f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fd7669-ca90-4e94-af52-25f5d1673a3d,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:22.927795 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 35094) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:22.964832 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-8fab328d-c1db-432f-9864-2ae474e018f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:23.006429 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-5b973da4-2f07-4a96-b1a4-af814ba30aae tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:23.008017 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-5b973da4-2f07-4a96-b1a4-af814ba30aae tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/networks?id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb HTTP/1.1" status: 200 len: 811 time: 0.2305424 Jun 18 19:45:23.015183 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2355-d1c9-4ef3-82a9-8c5bcd079280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:23.039905 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-72a4168c-57a6-42c1-88d9-11049b446a8e tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/quotas/68d35ecfd37141ba8d1ead7364aa01c6 HTTP/1.1" status: 200 len: 375 time: 0.0228562 Jun 18 19:45:23.047497 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2355-d1c9-4ef3-82a9-8c5bcd079280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:23.177361 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-10b83aa1-f5d4-4292-8ebd-e9558549f79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:23.207102 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-2271a8bd-f48b-424c-be61-1136158b5e2d tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=68d35ecfd37141ba8d1ead7364aa01c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1449332 Jun 18 19:45:23.293845 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2355-d1c9-4ef3-82a9-8c5bcd079280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:23.302408 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2355-d1c9-4ef3-82a9-8c5bcd079280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:23.302408 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-5c7f2355-d1c9-4ef3-82a9-8c5bcd079280 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20fd7669-ca90-4e94-af52-25f5d1673a3d HTTP/1.1" status: 204 len: 168 time: 0.3712587 Jun 18 19:45:23.302408 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:23.311431 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c6f86-4146-476d-abb6-4cbd68e00a8e req-0bc1cb5f-fffe-4795-bd6b-3ec141368d97 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:23.313022 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-4c7c6f86-4146-476d-abb6-4cbd68e00a8e req-0bc1cb5f-fffe-4795-bd6b-3ec141368d97 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 944 time: 0.0947924 Jun 18 19:45:23.320096 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f2355-d1c9-4ef3-82a9-8c5bcd079280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fd7669-ca90-4e94-af52-25f5d1673a3d,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:23.326395 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-10b83aa1-f5d4-4292-8ebd-e9558549f79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:23.336424 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-5c7f2355-d1c9-4ef3-82a9-8c5bcd079280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:23.342384 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:23.380468 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-46596506-55c0-4924-b64c-abadcbe53bda service neutron] 10.222.0.42 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541986 Jun 18 19:45:23.385842 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-10b83aa1-f5d4-4292-8ebd-e9558549f79d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c74e752428f4bb1ac9af96f01bdc989&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0934327 Jun 18 19:45:23.389608 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35110) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:23.441351 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-4c7c6f86-4146-476d-abb6-4cbd68e00a8e req-0b3693a8-7b2a-465c-be63-11cbfa8b9c59 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073873 Jun 18 19:45:23.476190 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b83aa1-f5d4-4292-8ebd-e9558549f79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70f3913-2eef-4a28-99d2-5865cf4c37c4,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:23.509375 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-10b83aa1-f5d4-4292-8ebd-e9558549f79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:23.512537 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c5105847-310b-47cc-a5bc-da005b084ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:23.553118 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c5105847-310b-47cc-a5bc-da005b084ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:23.641296 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-eb215792-7f5c-47a8-aef1-392bbaf80b35 service neutron] 10.222.0.42 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108591 Jun 18 19:45:23.775602 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c5105847-310b-47cc-a5bc-da005b084ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:23.787110 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c5105847-310b-47cc-a5bc-da005b084ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:23.787110 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-c5105847-310b-47cc-a5bc-da005b084ce8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d70f3913-2eef-4a28-99d2-5865cf4c37c4 HTTP/1.1" status: 204 len: 168 time: 0.3939781 Jun 18 19:45:23.788338 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-a05faf6b-1a76-409f-82e9-ca39bb5b86b4 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:23.819264 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5105847-310b-47cc-a5bc-da005b084ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70f3913-2eef-4a28-99d2-5865cf4c37c4,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:23.829802 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c5105847-310b-47cc-a5bc-da005b084ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:23.998769 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-602f409b-bf0d-44f3-97fc-330f4228465a req-a19c965a-99cd-4502-8249-b4c8870ed5ea tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 210 time: 0.0366180 Jun 18 19:45:24.065185 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-20ac989f-6987-4da2-b204-d30357c3fa1f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:24.067942 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-20ac989f-6987-4da2-b204-d30357c3fa1f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.58 "GET /v2.0/networks?id=9f000376-940a-40a6-93f6-2f7562cb6ac7 HTTP/1.1" status: 200 len: 819 time: 0.6346481 Jun 18 19:45:24.099506 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-cc4325d4-2af4-4076-81ee-31b522b178be tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Request body: {'port': {'device_id': 'a09c004f-ccbe-4ae3-89cb-cf3511576dca', 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7', 'admin_state_up': True, 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:24.265337 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-05deb53e-613a-4977-bc11-cef043bf96d2 req-30e90fd8-71c5-4fd7-9027-6361d0d6e9df tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 210 time: 0.0957818 Jun 18 19:45:24.465327 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-cc4325d4-2af4-4076-81ee-31b522b178be tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Made reservation on behalf of 90cd5f62f1a84defa1047fe8db0a4ff6 for: {'port': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:45:24.469835 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-cc4325d4-2af4-4076-81ee-31b522b178be tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:24.589688 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bdc8d-081e-4019-be39-ce36ef937f48 req-4ca6b712-ca88-4e80-8880-0cad9e2aefd4 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:24.598655 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c74bdc8d-081e-4019-be39-ce36ef937f48 req-4ca6b712-ca88-4e80-8880-0cad9e2aefd4 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 944 time: 0.1805627 Jun 18 19:45:24.759774 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c74bdc8d-081e-4019-be39-ce36ef937f48 req-d22cb835-672a-48eb-9dc2-89e0a4145eb0 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601589 Jun 18 19:45:24.771859 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655d136-d139-45f1-a81e-08d158708b32 req-be0ea165-b1ec-4643-a91e-912cb522231f tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:24.777277 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4655d136-d139-45f1-a81e-08d158708b32 req-be0ea165-b1ec-4643-a91e-912cb522231f tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 944 time: 0.1698043 Jun 18 19:45:24.823389 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 3ea964ed-a32f-4f96-8dfa-e5e536481363 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:45:24.840835 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4655d136-d139-45f1-a81e-08d158708b32 req-9877c47f-3e39-4e83-a9a5-ca71bf8f2977 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607634 Jun 18 19:45:24.862816 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-cc4325d4-2af4-4076-81ee-31b522b178be tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Allocated IP 172.20.0.5 (9f000376-940a-40a6-93f6-2f7562cb6ac7/787961a9-531b-4f4b-9190-811f42fc2d49/e70a847a-bd54-40fb-ac1c-ec02b346e879) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:45:25.042646 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 3ea964ed-a32f-4f96-8dfa-e5e536481363, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ea964ed-a32f-4f96-8dfa-e5e536481363,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:25.063799 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': '3ea964ed-a32f-4f96-8dfa-e5e536481363', 'network_id': '63df527b-b26b-4454-8053-13a944fba35f', 'port_id': '3ea964ed-a32f-4f96-8dfa-e5e536481363', 'mac_address': 'fa:16:3e:9e:9f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3244916-cc51-4cd2-9f62-176215c803f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:45:25.191048 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:25.193961 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-cc4325d4-2af4-4076-81ee-31b522b178be tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:25.232304 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea964ed-a32f-4f96-8dfa-e5e536481363 {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:25.256979 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b09136e4-e056-4b38-8b93-f2133dbe3d5f req-11a3eaed-c53a-459c-8a32-92057113b929 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 210 time: 0.0770822 Jun 18 19:45:25.296367 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 3ea964ed-a32f-4f96-8dfa-e5e536481363, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ea964ed-a32f-4f96-8dfa-e5e536481363,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:25.391380 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:25.393847 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device a75672e0-e358-48b0-835e-1810d4434c98 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:45:25.450093 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b8069-078f-49ea-a73f-96caa4554948 req-b85aaf45-9a24-4282-9aba-bdfd7e06c6a2 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:25.453064 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f18b8069-078f-49ea-a73f-96caa4554948 req-b85aaf45-9a24-4282-9aba-bdfd7e06c6a2 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.58 "GET /v2.0/networks?id=9f000376-940a-40a6-93f6-2f7562cb6ac7 HTTP/1.1" status: 200 len: 819 time: 0.3206294 Jun 18 19:45:25.458952 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-9acc4206-8560-4c03-9b31-aa3af466e40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:25.466125 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-cc4325d4-2af4-4076-81ee-31b522b178be tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:25.474554 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:25.487633 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e90499af-1733-4f83-906f-ca9333cb19fc req-15a7af11-e7ad-4de2-99ba-fa5d50e1f2f2 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 210 time: 0.0735073 Jun 18 19:45:25.492903 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-f18b8069-078f-49ea-a73f-96caa4554948 req-d2699511-9038-4d07-ad98-fccc8ecd4d8f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Request body: {'port': {'device_id': '4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5', 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7', 'admin_state_up': True, 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:25.681719 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-cc4325d4-2af4-4076-81ee-31b522b178be tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Network 9f000376-940a-40a6-93f6-2f7562cb6ac7 is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:25.685249 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=3ea964ed-a32f-4f96-8dfa-e5e536481363,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:25.688812 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-cc4325d4-2af4-4076-81ee-31b522b178be tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:25.696354 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-cc4325d4-2af4-4076-81ee-31b522b178be tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:45:25.698048 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:25.704181 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port a75672e0-e358-48b0-835e-1810d4434c98, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a75672e0-e358-48b0-835e-1810d4434c98,segment=NetworkSegment(a85eb944-614c-4283-85c1-e74412762986),segment_id=a85eb944-614c-4283-85c1-e74412762986)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:25.705386 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-cc4325d4-2af4-4076-81ee-31b522b178be tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:25.706114 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-cc4325d4-2af4-4076-81ee-31b522b178be tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:25.718248 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4325d4-2af4-4076-81ee-31b522b178be tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Pushing event updated for resources: {'Port': ['ID=e70a847a-bd54-40fb-ac1c-ec02b346e879,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:25.723697 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': 'a75672e0-e358-48b0-835e-1810d4434c98', 'network_id': 'c48dc82c-62c8-4213-9781-a357cf53aa36', 'port_id': 'a75672e0-e358-48b0-835e-1810d4434c98', 'mac_address': 'fa:16:3e:fc:e7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8084a71-0526-4954-930c-d9fd084d475c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:45:25.724575 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-cc4325d4-2af4-4076-81ee-31b522b178be tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:25.806841 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:25.807020 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18b8069-078f-49ea-a73f-96caa4554948 req-d2699511-9038-4d07-ad98-fccc8ecd4d8f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Made reservation on behalf of 90cd5f62f1a84defa1047fe8db0a4ff6 for: {'port': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:45:25.814619 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-f18b8069-078f-49ea-a73f-96caa4554948 req-d2699511-9038-4d07-ad98-fccc8ecd4d8f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:25.831605 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75672e0-e358-48b0-835e-1810d4434c98 {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:25.888519 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-cc4325d4-2af4-4076-81ee-31b522b178be tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8062048 Jun 18 19:45:25.911850 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Request body: {'port': {'device_id': 'a09c004f-ccbe-4ae3-89cb-cf3511576dca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:25.917132 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port a75672e0-e358-48b0-835e-1810d4434c98, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a75672e0-e358-48b0-835e-1810d4434c98,segment=NetworkSegment(a85eb944-614c-4283-85c1-e74412762986),segment_id=a85eb944-614c-4283-85c1-e74412762986)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:26.013554 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:26.016790 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:26.088002 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:26.237693 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=a75672e0-e358-48b0-835e-1810d4434c98,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:26.259441 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:26.316613 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5945ad-7de5-460c-a724-9ea702fbf813 req-3c294f0e-67b9-4efe-9ff7-a5415407943d tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:26.324200 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-fc5945ad-7de5-460c-a724-9ea702fbf813 req-3c294f0e-67b9-4efe-9ff7-a5415407943d tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 945 time: 0.2420771 Jun 18 19:45:26.371751 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [req-f18b8069-078f-49ea-a73f-96caa4554948 req-d2699511-9038-4d07-ad98-fccc8ecd4d8f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Allocated IP 172.20.0.3 (9f000376-940a-40a6-93f6-2f7562cb6ac7/787961a9-531b-4f4b-9190-811f42fc2d49/d269ddd4-f909-46f7-a0de-5b9f8eca6ffa) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:45:26.372256 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['a75672e0-e358-48b0-835e-1810d4434c98'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:45:26.372256 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['3ea964ed-a32f-4f96-8dfa-e5e536481363'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:45:26.438994 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-fc5945ad-7de5-460c-a724-9ea702fbf813 req-a4c4e892-21ed-4a3b-8525-eb896a6569ce tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134305 Jun 18 19:45:26.494583 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b8d86-df39-4c64-82bb-7d8c315c958a req-acba7091-ba07-41ab-ab1c-b7dc9c9556d0 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:26.505013 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d30b8d86-df39-4c64-82bb-7d8c315c958a req-acba7091-ba07-41ab-ab1c-b7dc9c9556d0 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 945 time: 0.2959003 Jun 18 19:45:26.618992 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-65b6daaf-6e67-4625-a8cd-d67cac25ccc8 req-eaaee513-bbcc-4bcd-91c1-78bac4b003dc tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 210 time: 0.0509932 Jun 18 19:45:26.789933 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d30b8d86-df39-4c64-82bb-7d8c315c958a req-df13f62f-a10e-4d18-b28b-ff90168119a0 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837970 Jun 18 19:45:26.865258 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-bc5c67ed-9609-4680-a445-d735b035e4d7 req-654f2e5d-1bf7-447d-92ab-e05f2820123b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 210 time: 0.0414686 Jun 18 19:45:26.908336 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-f18b8069-078f-49ea-a73f-96caa4554948 req-d2699511-9038-4d07-ad98-fccc8ecd4d8f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:27.026651 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-f18b8069-078f-49ea-a73f-96caa4554948 req-d2699511-9038-4d07-ad98-fccc8ecd4d8f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:27.036231 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:27.121703 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18b8069-078f-49ea-a73f-96caa4554948 req-d2699511-9038-4d07-ad98-fccc8ecd4d8f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Network 9f000376-940a-40a6-93f6-2f7562cb6ac7 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:27.128808 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [req-f18b8069-078f-49ea-a73f-96caa4554948 req-d2699511-9038-4d07-ad98-fccc8ecd4d8f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:27.136045 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18b8069-078f-49ea-a73f-96caa4554948 req-d2699511-9038-4d07-ad98-fccc8ecd4d8f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:45:27.147860 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b8069-078f-49ea-a73f-96caa4554948 req-d2699511-9038-4d07-ad98-fccc8ecd4d8f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:27.149220 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-f18b8069-078f-49ea-a73f-96caa4554948 req-d2699511-9038-4d07-ad98-fccc8ecd4d8f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:27.166432 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2699511-9038-4d07-ad98-fccc8ecd4d8f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Pushing event updated for resources: {'Port': ['ID=d269ddd4-f909-46f7-a0de-5b9f8eca6ffa,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:27.174398 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d2699511-9038-4d07-ad98-fccc8ecd4d8f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:27.214495 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70a847a-bd54-40fb-ac1c-ec02b346e879 {{(pid=100055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:27.225442 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:27.240969 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.provisioning_blocks [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Transition to ACTIVE for port object e70a847a-bd54-40fb-ac1c-ec02b346e879 will not be triggered until provisioned by entity L2. {{(pid=100055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:27.250137 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f18b8069-078f-49ea-a73f-96caa4554948 req-d2699511-9038-4d07-ad98-fccc8ecd4d8f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7662187 Jun 18 19:45:27.264517 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Request body: {'port': {'device_id': '4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:27.344662 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:27.348955 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:27.400704 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:27.808260 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.58', 49899) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:27.902214 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e70a847a-bd54-40fb-ac1c-ec02b346e879,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:28.010389 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:28.034466 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.managers [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Attempting to bind port e70a847a-bd54-40fb-ac1c-ec02b346e879 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:45:28.035625 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.managers [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Attempting to bind port e70a847a-bd54-40fb-ac1c-ec02b346e879 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c60b9e12-5474-480c-89be-5fe9904ce631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7'}] {{(pid=100055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:45:28.035625 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Attempting to bind port e70a847a-bd54-40fb-ac1c-ec02b346e879 on network 9f000376-940a-40a6-93f6-2f7562cb6ac7 {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:28.095606 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Port e70a847a-bd54-40fb-ac1c-ec02b346e879 on network 9f000376-940a-40a6-93f6-2f7562cb6ac7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:45:28.096744 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Attempting to bind port e70a847a-bd54-40fb-ac1c-ec02b346e879 on network 9f000376-940a-40a6-93f6-2f7562cb6ac7 {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:28.140359 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:45:28.140915 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Checking segment: {'id': 'c60b9e12-5474-480c-89be-5fe9904ce631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:45:28.141527 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Bound using segment: {'id': 'c60b9e12-5474-480c-89be-5fe9904ce631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7'} {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:45:28.142248 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.managers [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Bound port: e70a847a-bd54-40fb-ac1c-ec02b346e879, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60b9e12-5474-480c-89be-5fe9904ce631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7'}}] {{(pid=100055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:45:28.142748 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.184778 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-a0266a96-5c4f-42ba-9282-21874a899ceb tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:28.186953 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-a0266a96-5c4f-42ba-9282-21874a899ceb tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.58 "GET /v2.0/networks?id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb HTTP/1.1" status: 200 len: 811 time: 0.3758240 Jun 18 19:45:28.275636 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84e183-d3a9-4015-aa88-48da353b2736 req-2c335018-21c5-4e40-9971-190f86e37da7 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:28.275636 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-af84e183-d3a9-4015-aa88-48da353b2736 req-2c335018-21c5-4e40-9971-190f86e37da7 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 945 time: 0.2526913 Jun 18 19:45:28.276859 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d269ddd4-f909-46f7-a0de-5b9f8eca6ffa {{(pid=100054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:28.300266 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.355993 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Transition to ACTIVE for port object d269ddd4-f909-46f7-a0de-5b9f8eca6ffa will not be triggered until provisioned by entity L2. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:28.357102 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-512ee1ea-ff0f-4c42-ba8b-b3f2b1112998 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68d35ecfd37141ba8d1ead7364aa01c6 HTTP/1.1" status: 200 len: 379 time: 0.1207988 Jun 18 19:45:28.362633 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-af84e183-d3a9-4015-aa88-48da353b2736 req-f3fbaa16-d8c3-4beb-bc03-5bb6306c42e6 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195273 Jun 18 19:45:28.365555 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aff237-f06a-49d0-89ec-bd955048ef79 req-d6520be0-f845-43ac-a8c9-5fbbf5c0f5b8 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:28.367255 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-28aff237-f06a-49d0-89ec-bd955048ef79 req-d6520be0-f845-43ac-a8c9-5fbbf5c0f5b8 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 931 time: 0.4039066 Jun 18 19:45:28.376243 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-d5cc34a5-1f0a-47bd-be8f-ecb861ac089b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Request body: {'port': {'device_id': '7738ec82-6abc-4027-8203-a53da170d692', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'admin_state_up': True, 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'security_groups': ['1965ac20-0e84-494f-b38d-a886e2e2ae2f']}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:28.492446 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] For port e70a847a-bd54-40fb-ac1c-ec02b346e879, host hv-cinder-79053, cleared binding levels {{(pid=100055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:45:28.505983 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.511359 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-4304b7e6-e53c-412d-8208-661825f47aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:28.538256 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] For port e70a847a-bd54-40fb-ac1c-ec02b346e879, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e70a847a-bd54-40fb-ac1c-ec02b346e879,segment=NetworkSegment(c60b9e12-5474-480c-89be-5fe9904ce631),segment_id=c60b9e12-5474-480c-89be-5fe9904ce631)] {{(pid=100055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:45:28.541911 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-28aff237-f06a-49d0-89ec-bd955048ef79 req-af7a6f54-1b3f-4b99-84d3-d628c176efd7 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588855 Jun 18 19:45:28.614412 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Pushing event updated for resources: {'Port': ['ID=d269ddd4-f909-46f7-a0de-5b9f8eca6ffa,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:28.625900 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:28.651093 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.683292 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:28.789110 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 3ea964ed-a32f-4f96-8dfa-e5e536481363 up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:28.790708 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:28.791346 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.792919 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] 10.222.0.58 "PUT /v2.0/ports/e70a847a-bd54-40fb-ac1c-ec02b346e879 HTTP/1.1" status: 200 len: 1093 time: 2.8964443 Jun 18 19:45:28.805919 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09c004f-ccbe-4ae3-89cb-cf3511576dca', 'tag': 'e70a847a-bd54-40fb-ac1c-ec02b346e879'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:28.808409 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9651cfba-c277-4f78-b959-239a0ba2b7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a09c004f-ccbe-4ae3-89cb-cf3511576dca", "tag": "e70a847a-bd54-40fb-ac1c-ec02b346e879"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:28.992399 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port 3ea964ed-a32f-4f96-8dfa-e5e536481363 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:29.006614 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port 3ea964ed-a32f-4f96-8dfa-e5e536481363 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:29.006614 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.007821 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c6b270ed-595c-4587-b5c7-38009ca2f23d req-858b0041-19f4-40d9-9ebf-296471d12b29 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 210 time: 0.1449597 Jun 18 19:45:29.061581 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-d5cc34a5-1f0a-47bd-be8f-ecb861ac089b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Made reservation on behalf of 68d35ecfd37141ba8d1ead7364aa01c6 for: {'port': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:45:29.067307 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-d5cc34a5-1f0a-47bd-be8f-ecb861ac089b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.071937 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e70a847a-bd54-40fb-ac1c-ec02b346e879,revision_number=3']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:29.088049 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:29.212513 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaacd25-a821-4ecd-892b-53a84dc3f0f9 x-openstack-request-id: req-bfaacd25-a821-4ecd-892b-53a84dc3f0f9 {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:29.213614 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09c004f-ccbe-4ae3-89cb-cf3511576dca", "tag": "e70a847a-bd54-40fb-ac1c-ec02b346e879", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:29.215061 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bfaacd25-a821-4ecd-892b-53a84dc3f0f9 {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:29.216233 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09c004f-ccbe-4ae3-89cb-cf3511576dca', 'tag': 'e70a847a-bd54-40fb-ac1c-ec02b346e879', 'status': 'completed', 'code': 200} Jun 18 19:45:29.254611 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-93190936-6844-4936-9722-a8d79aab72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:29.257037 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-93190936-6844-4936-9722-a8d79aab72d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90cd5f62f1a84defa1047fe8db0a4ff6&device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 1096 time: 0.2432694 Jun 18 19:45:29.329281 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.372086 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142356ad-91e3-47f0-a497-8cb61ecc7235 req-c6ee270c-468e-4be3-a575-4ed729151ac0 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:29.374831 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-142356ad-91e3-47f0-a497-8cb61ecc7235 req-c6ee270c-468e-4be3-a575-4ed729151ac0 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 945 time: 0.7476888 Jun 18 19:45:29.380868 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Attempting to bind port d269ddd4-f909-46f7-a0de-5b9f8eca6ffa on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:45:29.381421 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Attempting to bind port d269ddd4-f909-46f7-a0de-5b9f8eca6ffa by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c60b9e12-5474-480c-89be-5fe9904ce631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7'}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:45:29.382074 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Attempting to bind port d269ddd4-f909-46f7-a0de-5b9f8eca6ffa on network 9f000376-940a-40a6-93f6-2f7562cb6ac7 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:29.383885 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180fdb3b-83e1-4594-bc80-e111b95c7b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea964ed-a32f-4f96-8dfa-e5e536481363'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:29.390099 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Port d269ddd4-f909-46f7-a0de-5b9f8eca6ffa on network 9f000376-940a-40a6-93f6-2f7562cb6ac7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:45:29.390890 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Attempting to bind port d269ddd4-f909-46f7-a0de-5b9f8eca6ffa on network 9f000376-940a-40a6-93f6-2f7562cb6ac7 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:29.391450 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-3a0ddd7d-ca1a-4ba7-a4d6-240f298caf6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e70a847a-bd54-40fb-ac1c-ec02b346e879 HTTP/1.1" status: 200 len: 217 time: 0.1210892 Jun 18 19:45:29.413607 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:45:29.414188 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Checking segment: {'id': 'c60b9e12-5474-480c-89be-5fe9904ce631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:45:29.414831 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Bound using segment: {'id': 'c60b9e12-5474-480c-89be-5fe9904ce631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7'} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:45:29.415661 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Bound port: d269ddd4-f909-46f7-a0de-5b9f8eca6ffa, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60b9e12-5474-480c-89be-5fe9904ce631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7'}}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:45:29.416257 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.523951 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-142356ad-91e3-47f0-a497-8cb61ecc7235 req-b414e518-3f7d-4b33-a058-b8c52452ea16 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269760 Jun 18 19:45:29.554249 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-ec79fc58-7083-4a75-ab27-bf513aedd1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:29.559979 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-ec79fc58-7083-4a75-ab27-bf513aedd1bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=787961a9-531b-4f4b-9190-811f42fc2d49 HTTP/1.1" status: 200 len: 859 time: 0.1556387 Jun 18 19:45:29.581588 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] For port d269ddd4-f909-46f7-a0de-5b9f8eca6ffa, host hv-cinder-79053, cleared binding levels {{(pid=100054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:45:29.587554 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] For port d269ddd4-f909-46f7-a0de-5b9f8eca6ffa, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d269ddd4-f909-46f7-a0de-5b9f8eca6ffa,segment=NetworkSegment(c60b9e12-5474-480c-89be-5fe9904ce631),segment_id=c60b9e12-5474-480c-89be-5fe9904ce631)] {{(pid=100054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:45:29.591255 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 3ea964ed-a32f-4f96-8dfa-e5e536481363, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ea964ed-a32f-4f96-8dfa-e5e536481363,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:29.667695 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.669857 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.670367 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-5a663ae7-4dbf-45ed-9017-6c5e08756f33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f000376-940a-40a6-93f6-2f7562cb6ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766113 Jun 18 19:45:29.671621 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device a75672e0-e358-48b0-835e-1810d4434c98 up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:29.687782 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:29.786303 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-d5cc34a5-1f0a-47bd-be8f-ecb861ac089b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Allocated IP 172.20.0.5 (edf6b6f8-3b0f-43fd-81f9-68165f1d40eb/85839631-4911-4022-a3d1-d48feb21196f/b66c0680-0ed9-4ec3-bee4-541d936d9137) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:45:29.788661 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0a8802-52eb-4d99-97c4-91777d53c73a" -d '{"events": [{"server_uuid": "180fdb3b-83e1-4594-bc80-e111b95c7b41", "name": "network-vif-plugged", "status": "completed", "tag": "3ea964ed-a32f-4f96-8dfa-e5e536481363"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:29.793328 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:29.794343 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Pushing event updated for resources: {'Port': ['ID=d269ddd4-f909-46f7-a0de-5b9f8eca6ffa,revision_number=3']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:29.813672 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:29.823962 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:29.823962 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.825065 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f18b8069-078f-49ea-a73f-96caa4554948 req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] 10.222.0.58 "PUT /v2.0/ports/d269ddd4-f909-46f7-a0de-5b9f8eca6ffa HTTP/1.1" status: 200 len: 1093 time: 2.5669572 Jun 18 19:45:29.825964 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5', 'tag': 'd269ddd4-f909-46f7-a0de-5b9f8eca6ffa'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:29.829275 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36198b14-9bf6-4d18-ae71-fd75add028cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5", "tag": "d269ddd4-f909-46f7-a0de-5b9f8eca6ffa"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:29.935706 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386716fa-bbb7-450d-b1c7-288e7dcc49fc req-4b9e1efb-bbe8-414d-9b73-5fb3c76520ee tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:29.938879 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-386716fa-bbb7-450d-b1c7-288e7dcc49fc req-4b9e1efb-bbe8-414d-9b73-5fb3c76520ee tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 943 time: 0.1395795 Jun 18 19:45:29.969069 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=3ea964ed-a32f-4f96-8dfa-e5e536481363,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:29.981161 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:30.043618 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port a75672e0-e358-48b0-835e-1810d4434c98 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:30.043618 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port a75672e0-e358-48b0-835e-1810d4434c98 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:30.043618 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:30.043860 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-386716fa-bbb7-450d-b1c7-288e7dcc49fc req-25452c8c-5f1d-4b70-972b-5a5acbd74c2a tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826459 Jun 18 19:45:30.057495 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-a7714dd5-e8a6-4bef-a6c8-4d092de92486 service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621447 Jun 18 19:45:30.120012 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b8069-078f-49ea-a73f-96caa4554948 req-8837cf60-91b1-46c8-9bb0-458f3376c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:30.129939 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f18b8069-078f-49ea-a73f-96caa4554948 req-8837cf60-91b1-46c8-9bb0-458f3376c5a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90cd5f62f1a84defa1047fe8db0a4ff6&device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 1096 time: 0.1774468 Jun 18 19:45:30.213265 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f18b8069-078f-49ea-a73f-96caa4554948 req-5b643125-2f46-4968-a5a5-bb73de12093c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d269ddd4-f909-46f7-a0de-5b9f8eca6ffa HTTP/1.1" status: 200 len: 217 time: 0.0756071 Jun 18 19:45:30.239121 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:30.263221 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcca517-35ef-41d1-ab0c-579e9786752d x-openstack-request-id: req-4dcca517-35ef-41d1-ab0c-579e9786752d {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:30.285629 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180fdb3b-83e1-4594-bc80-e111b95c7b41", "name": "network-vif-plugged", "status": "completed", "tag": "3ea964ed-a32f-4f96-8dfa-e5e536481363", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:30.285629 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4dcca517-35ef-41d1-ab0c-579e9786752d {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:30.285629 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180fdb3b-83e1-4594-bc80-e111b95c7b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea964ed-a32f-4f96-8dfa-e5e536481363', 'code': 200} Jun 18 19:45:30.389096 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133705d6-dbc0-43a7-9802-9bc5b4c95cec x-openstack-request-id: req-133705d6-dbc0-43a7-9802-9bc5b4c95cec {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:30.389738 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5", "tag": "d269ddd4-f909-46f7-a0de-5b9f8eca6ffa", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:30.389996 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-133705d6-dbc0-43a7-9802-9bc5b4c95cec {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:30.390865 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5', 'tag': 'd269ddd4-f909-46f7-a0de-5b9f8eca6ffa', 'status': 'completed', 'code': 200} Jun 18 19:45:30.415710 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6670d-1572-429c-9906-b59c52e19362 req-5b236107-92f7-4241-87af-6d10520a8d67 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:30.417518 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b8069-078f-49ea-a73f-96caa4554948 req-9bc9e319-d5c6-4d97-a983-a7a7b638cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:30.419151 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-15a6670d-1572-429c-9906-b59c52e19362 req-5b236107-92f7-4241-87af-6d10520a8d67 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 945 time: 0.7573915 Jun 18 19:45:30.419361 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f18b8069-078f-49ea-a73f-96caa4554948 req-9bc9e319-d5c6-4d97-a983-a7a7b638cebd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=787961a9-531b-4f4b-9190-811f42fc2d49 HTTP/1.1" status: 200 len: 859 time: 0.1947815 Jun 18 19:45:30.446807 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port a75672e0-e358-48b0-835e-1810d4434c98, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a75672e0-e358-48b0-835e-1810d4434c98,segment=NetworkSegment(a85eb944-614c-4283-85c1-e74412762986),segment_id=a85eb944-614c-4283-85c1-e74412762986)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:30.515179 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f18b8069-078f-49ea-a73f-96caa4554948 req-fa8348d5-828c-42ca-885f-32d5e49c0001 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f000376-940a-40a6-93f6-2f7562cb6ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829108 Jun 18 19:45:30.526735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:30.538729 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:30.643108 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-d5cc34a5-1f0a-47bd-be8f-ecb861ac089b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:30.680107 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-15a6670d-1572-429c-9906-b59c52e19362 req-f92d13bf-ea59-449e-af29-07d50783e31e tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216163 Jun 18 19:45:30.728679 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=a75672e0-e358-48b0-835e-1810d4434c98,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:30.728679 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:30.758380 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d03bf590-80bd-4f20-b983-696a70defa65 req-ec676127-9527-4859-be9f-c1359d83e203 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 210 time: 0.1396458 Jun 18 19:45:30.804836 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.provisioning_blocks [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-d5cc34a5-1f0a-47bd-be8f-ecb861ac089b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Transition to ACTIVE for port object b66c0680-0ed9-4ec3-bee4-541d936d9137 will not be triggered until provisioned by entity DHCP. {{(pid=100055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:30.811240 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-08f6b270-f102-45ff-8b04-4dfd88c6623e req-5a53ed5c-ba19-4f88-9bca-4e78be14ae3c service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706282 Jun 18 19:45:30.912215 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f18b8069-078f-49ea-a73f-96caa4554948 req-5cb9ff73-c845-4a82-bf2b-db492c933385 service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656166 Jun 18 19:45:31.025696 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35362) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:31.078629 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.58', 49903) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:31.389867 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f18b8069-078f-49ea-a73f-96caa4554948 req-08336613-12e4-4fbc-90ac-41d728f6a735 service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674284 Jun 18 19:45:31.415072 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651cfba-c277-4f78-b959-239a0ba2b7fb req-eb8011db-69e1-46c8-a47b-f8d21dfcc7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:31.418210 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9651cfba-c277-4f78-b959-239a0ba2b7fb req-eb8011db-69e1-46c8-a47b-f8d21dfcc7cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90cd5f62f1a84defa1047fe8db0a4ff6&device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 1096 time: 0.2864280 Jun 18 19:45:31.421699 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-744fcf98-64a6-4c9b-bff6-5b0dc3dc216c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:31.587548 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bc254-41f9-4b38-94ae-bd026dff77e0 req-c372e5ea-8b0f-47bd-828f-eac99fddee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:31.589566 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c85bc254-41f9-4b38-94ae-bd026dff77e0 req-c372e5ea-8b0f-47bd-828f-eac99fddee14 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 1099 time: 0.7074270 Jun 18 19:45:31.612290 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcdb1a-8542-40c8-857d-45a0540dc8a2 req-be998774-0e32-4e21-88d9-ba714a2a0945 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:31.612290 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-dedcdb1a-8542-40c8-857d-45a0540dc8a2 req-be998774-0e32-4e21-88d9-ba714a2a0945 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 946 time: 0.1904655 Jun 18 19:45:31.620042 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-c85bc254-41f9-4b38-94ae-bd026dff77e0 req-2c8cf5af-9232-46fb-a567-54327768c7d1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:31.640029 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-d5cc34a5-1f0a-47bd-be8f-ecb861ac089b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:31.656262 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651cfba-c277-4f78-b959-239a0ba2b7fb req-21b5253d-d791-4d84-8b88-1c6ef4f5ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:31.658562 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9651cfba-c277-4f78-b959-239a0ba2b7fb req-21b5253d-d791-4d84-8b88-1c6ef4f5ceb0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f000376-940a-40a6-93f6-2f7562cb6ac7 HTTP/1.1" status: 200 len: 920 time: 0.2304122 Jun 18 19:45:31.664726 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-ec77373e-1430-4fe4-a7f8-8d3a9e933ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:31.696421 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ee3e-7da7-4ab6-a00e-5695ffd73afc req-64e5ac43-2748-4faf-9e90-be0dd004e01e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:31.699328 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1a8ee3e-7da7-4ab6-a00e-5695ffd73afc req-64e5ac43-2748-4faf-9e90-be0dd004e01e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 943 time: 0.2757363 Jun 18 19:45:31.740229 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-dedcdb1a-8542-40c8-857d-45a0540dc8a2 req-53d03e72-e0c4-404e-888c-010e9db74c95 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174994 Jun 18 19:45:31.742262 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-d5cc34a5-1f0a-47bd-be8f-ecb861ac089b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:31.746218 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-d5cc34a5-1f0a-47bd-be8f-ecb861ac089b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:31.751297 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-d5cc34a5-1f0a-47bd-be8f-ecb861ac089b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:45:31.763733 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9651cfba-c277-4f78-b959-239a0ba2b7fb req-cc4555ab-74c9-4098-ba61-a25da770c6f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e70a847a-bd54-40fb-ac1c-ec02b346e879 HTTP/1.1" status: 200 len: 217 time: 0.0986137 Jun 18 19:45:31.766192 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-d5cc34a5-1f0a-47bd-be8f-ecb861ac089b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:31.767043 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-d5cc34a5-1f0a-47bd-be8f-ecb861ac089b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:31.774315 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc34a5-1f0a-47bd-be8f-ecb861ac089b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event updated for resources: {'Port': ['ID=b66c0680-0ed9-4ec3-bee4-541d936d9137,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:31.783389 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-d5cc34a5-1f0a-47bd-be8f-ecb861ac089b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:31.942241 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36198b14-9bf6-4d18-ae71-fd75add028cc req-bccf0163-9766-4974-b2ca-08363bd6cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:31.943879 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36198b14-9bf6-4d18-ae71-fd75add028cc req-bccf0163-9766-4974-b2ca-08363bd6cf57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90cd5f62f1a84defa1047fe8db0a4ff6&device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 1096 time: 0.3939252 Jun 18 19:45:31.976473 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651cfba-c277-4f78-b959-239a0ba2b7fb req-d7634218-48c9-420b-b0af-a57e1cf47db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:31.980568 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9651cfba-c277-4f78-b959-239a0ba2b7fb req-d7634218-48c9-420b-b0af-a57e1cf47db1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=787961a9-531b-4f4b-9190-811f42fc2d49 HTTP/1.1" status: 200 len: 859 time: 0.1963243 Jun 18 19:45:31.981576 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-744fcf98-64a6-4c9b-bff6-5b0dc3dc216c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:31.985626 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1a8ee3e-7da7-4ab6-a00e-5695ffd73afc req-73fc4a3d-d278-4500-bcca-a216b576042b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184217 Jun 18 19:45:32.100300 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9651cfba-c277-4f78-b959-239a0ba2b7fb req-74972f3d-eae7-42f3-988f-06512bc5b89c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f000376-940a-40a6-93f6-2f7562cb6ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025167 Jun 18 19:45:32.100482 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367be80-9e3c-4624-9b3f-710713092156 req-bf15c9ee-da9f-4dac-90ef-a49364200196 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:32.103282 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0367be80-9e3c-4624-9b3f-710713092156 req-bf15c9ee-da9f-4dac-90ef-a49364200196 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 946 time: 0.1402805 Jun 18 19:45:32.120151 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-744fcf98-64a6-4c9b-bff6-5b0dc3dc216c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.169625 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-d5cc34a5-1f0a-47bd-be8f-ecb861ac089b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7977641 Jun 18 19:45:32.191858 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Request body: {'port': {'device_id': '7738ec82-6abc-4027-8203-a53da170d692', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:32.241954 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-13e8a2ae-9cb2-4669-8664-438089643a6d None None] Provisioning for port b66c0680-0ed9-4ec3-bee4-541d936d9137 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:32.248076 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-13e8a2ae-9cb2-4669-8664-438089643a6d None None] Provisioning complete for port b66c0680-0ed9-4ec3-bee4-541d936d9137 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:32.248708 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-13e8a2ae-9cb2-4669-8664-438089643a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.261239 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c4c234fb-1779-4f46-9ecd-44f2ffc4e84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:32.268420 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0367be80-9e3c-4624-9b3f-710713092156 req-66a28016-c992-4d4c-b581-aa8009d1b492 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510756 Jun 18 19:45:32.294630 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1d471b-4fe2-4361-944f-401068f5c1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75672e0-e358-48b0-835e-1810d4434c98'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:32.299281 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163de395-e4da-4f7a-a874-674bcd00a49f" -d '{"events": [{"server_uuid": "8f1d471b-4fe2-4361-944f-401068f5c1d1", "name": "network-vif-plugged", "status": "completed", "tag": "a75672e0-e358-48b0-835e-1810d4434c98"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:32.332994 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-13e8a2ae-9cb2-4669-8664-438089643a6d None None] Port b66c0680-0ed9-4ec3-bee4-541d936d9137 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:45:32.357719 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-744fcf98-64a6-4c9b-bff6-5b0dc3dc216c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=289c19bc759246dc9762b6df985d649a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3269210 Jun 18 19:45:32.360462 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35388) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:32.373255 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.389225 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722d61a0-81e7-400b-9fd9-9fdc8bd60fd5 x-openstack-request-id: req-722d61a0-81e7-400b-9fd9-9fdc8bd60fd5 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:32.390012 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1d471b-4fe2-4361-944f-401068f5c1d1", "name": "network-vif-plugged", "status": "completed", "tag": "a75672e0-e358-48b0-835e-1810d4434c98", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:32.390676 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-722d61a0-81e7-400b-9fd9-9fdc8bd60fd5 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:32.391645 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1d471b-4fe2-4361-944f-401068f5c1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75672e0-e358-48b0-835e-1810d4434c98', 'code': 200} Jun 18 19:45:32.453403 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fcf98-64a6-4c9b-bff6-5b0dc3dc216c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfc8133-d8f7-4b4e-82b7-2b50a1df14b8,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:32.481583 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-c85bc254-41f9-4b38-94ae-bd026dff77e0 req-2c8cf5af-9232-46fb-a567-54327768c7d1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.488469 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-744fcf98-64a6-4c9b-bff6-5b0dc3dc216c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:32.520931 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36198b14-9bf6-4d18-ae71-fd75add028cc req-ef1123d3-e85c-4787-92c3-5bfba5a0b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:32.522554 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36198b14-9bf6-4d18-ae71-fd75add028cc req-ef1123d3-e85c-4787-92c3-5bfba5a0b0f8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f000376-940a-40a6-93f6-2f7562cb6ac7 HTTP/1.1" status: 200 len: 920 time: 0.5606005 Jun 18 19:45:32.551815 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9651cfba-c277-4f78-b959-239a0ba2b7fb req-c1684420-7125-41c0-a12c-4dad9fe74204 service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359641 Jun 18 19:45:32.609190 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36198b14-9bf6-4d18-ae71-fd75add028cc req-4a755bdb-54d8-4a46-a880-ddefc1e4f8b0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d269ddd4-f909-46f7-a0de-5b9f8eca6ffa HTTP/1.1" status: 200 len: 217 time: 0.0757992 Jun 18 19:45:32.627554 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-039d44e0-e2a8-4841-b990-13253aefd4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.668882 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf65edc-c167-42de-bb00-e533057eba10 req-f14708e5-644d-4a10-b8f6-f34a96e26726 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:32.670423 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cf65edc-c167-42de-bb00-e533057eba10 req-f14708e5-644d-4a10-b8f6-f34a96e26726 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 931 time: 0.4055274 Jun 18 19:45:32.720201 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-c85bc254-41f9-4b38-94ae-bd026dff77e0 req-2c8cf5af-9232-46fb-a567-54327768c7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.727870 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:32.797094 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c85bc254-41f9-4b38-94ae-bd026dff77e0 req-2c8cf5af-9232-46fb-a567-54327768c7d1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1905231 Jun 18 19:45:32.797836 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-039d44e0-e2a8-4841-b990-13253aefd4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.811403 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cf5af-9232-46fb-a567-54327768c7d1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d19179c0-c355-4c14-82f5-e057a6fd2f9c,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:32.815987 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2c8cf5af-9232-46fb-a567-54327768c7d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:32.821583 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66c0680-0ed9-4ec3-bee4-541d936d9137 {{(pid=100055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:32.830692 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.843768 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36198b14-9bf6-4d18-ae71-fd75add028cc req-c1aadc60-6ffe-46db-8948-2c2c944e5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:32.845311 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36198b14-9bf6-4d18-ae71-fd75add028cc req-c1aadc60-6ffe-46db-8948-2c2c944e5f6f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=787961a9-531b-4f4b-9190-811f42fc2d49 HTTP/1.1" status: 200 len: 859 time: 0.2199044 Jun 18 19:45:32.852101 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.provisioning_blocks [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Transition to ACTIVE for port object b66c0680-0ed9-4ec3-bee4-541d936d9137 will not be triggered until provisioned by entity L2. {{(pid=100055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:32.899239 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cf65edc-c167-42de-bb00-e533057eba10 req-337c65d6-822f-47d5-8784-3f17a5b4b44c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907034 Jun 18 19:45:32.940986 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9651cfba-c277-4f78-b959-239a0ba2b7fb req-55d9fadd-1610-4fb6-bb78-b4f95a7e7dd6 service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503685 Jun 18 19:45:32.943573 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36198b14-9bf6-4d18-ae71-fd75add028cc req-9d93e8bf-6bba-4465-b245-f3dad1a179f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f000376-940a-40a6-93f6-2f7562cb6ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620177 Jun 18 19:45:32.975397 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.980942 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:33.070541 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Pushing event updated for resources: {'Port': ['ID=b66c0680-0ed9-4ec3-bee4-541d936d9137,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:33.084914 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:33.162803 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f47047-2026-40a3-9df8-c78b42720e05 req-f2878707-8040-4c06-bdf1-7cb650489843 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:33.174600 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-25f47047-2026-40a3-9df8-c78b42720e05 req-f2878707-8040-4c06-bdf1-7cb650489843 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 946 time: 0.2379556 Jun 18 19:45:33.191144 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.managers [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Attempting to bind port b66c0680-0ed9-4ec3-bee4-541d936d9137 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:45:33.191667 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.managers [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Attempting to bind port b66c0680-0ed9-4ec3-bee4-541d936d9137 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'}] {{(pid=100055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:45:33.192185 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Attempting to bind port b66c0680-0ed9-4ec3-bee4-541d936d9137 on network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:33.229182 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Port b66c0680-0ed9-4ec3-bee4-541d936d9137 on network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:45:33.233045 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Attempting to bind port b66c0680-0ed9-4ec3-bee4-541d936d9137 on network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:33.254487 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:45:33.255013 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Checking segment: {'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:45:33.255654 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Bound using segment: {'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'} {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:45:33.256440 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.managers [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Bound port: b66c0680-0ed9-4ec3-bee4-541d936d9137, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'}}] {{(pid=100055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:45:33.257075 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:33.288286 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-25f47047-2026-40a3-9df8-c78b42720e05 req-25decc12-5845-4bbd-b59c-47911ead3bf4 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077340 Jun 18 19:45:33.429858 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] For port b66c0680-0ed9-4ec3-bee4-541d936d9137, host hv-cinder-79053, cleared binding levels {{(pid=100055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:45:33.434609 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] For port b66c0680-0ed9-4ec3-bee4-541d936d9137, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b66c0680-0ed9-4ec3-bee4-541d936d9137,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:45:33.516959 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:33.521363 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:33.535928 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-039d44e0-e2a8-4841-b990-13253aefd4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:33.564842 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-039d44e0-e2a8-4841-b990-13253aefd4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:33.568801 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-039d44e0-e2a8-4841-b990-13253aefd4d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7cfc8133-d8f7-4b4e-82b7-2b50a1df14b8 HTTP/1.1" status: 204 len: 168 time: 1.1920402 Jun 18 19:45:33.574297 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:33.579385 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:33.582334 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:33.583766 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] 10.222.0.58 "PUT /v2.0/ports/b66c0680-0ed9-4ec3-bee4-541d936d9137 HTTP/1.1" status: 200 len: 1093 time: 1.3999803 Jun 18 19:45:33.586516 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7738ec82-6abc-4027-8203-a53da170d692', 'tag': 'b66c0680-0ed9-4ec3-bee4-541d936d9137'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:33.593818 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231ecc48-6fa5-47bf-8108-080f869480b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7738ec82-6abc-4027-8203-a53da170d692", "tag": "b66c0680-0ed9-4ec3-bee4-541d936d9137"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:33.643748 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d44e0-e2a8-4841-b990-13253aefd4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfc8133-d8f7-4b4e-82b7-2b50a1df14b8,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:33.672145 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-039d44e0-e2a8-4841-b990-13253aefd4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:33.688142 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36198b14-9bf6-4d18-ae71-fd75add028cc req-cb5275e4-0264-420f-9f1f-e7c23fb2bab7 service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7280490 Jun 18 19:45:33.699918 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1844af-8b85-48b6-8dd4-1429925c9313 req-0d5a3d41-c879-46a3-a3ae-7ddbf30dce8b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:33.703575 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9a1844af-8b85-48b6-8dd4-1429925c9313 req-0d5a3d41-c879-46a3-a3ae-7ddbf30dce8b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 943 time: 0.2580330 Jun 18 19:45:33.717926 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Pushing event updated for resources: {'Port': ['ID=b66c0680-0ed9-4ec3-bee4-541d936d9137,revision_number=3']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:33.726558 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:33.766857 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f5dd9-305f-4bec-b3d0-ac36b91377f8 req-d1629700-6803-4ff4-9fa7-0d9eb3b7f2bb tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:33.779449 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f07f5dd9-305f-4bec-b3d0-ac36b91377f8 req-d1629700-6803-4ff4-9fa7-0d9eb3b7f2bb tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 946 time: 0.2514739 Jun 18 19:45:33.843259 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19827af-6221-473d-b894-b8f97e3053c3 req-7e541f4b-afca-4c02-afca-10f6362d3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:33.844962 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f19827af-6221-473d-b894-b8f97e3053c3 req-7e541f4b-afca-4c02-afca-10f6362d3690 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 1099 time: 0.7991180 Jun 18 19:45:33.872874 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9a1844af-8b85-48b6-8dd4-1429925c9313 req-222b0397-a26c-48e5-9c32-6af3ca85c65c tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544430 Jun 18 19:45:33.915332 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36198b14-9bf6-4d18-ae71-fd75add028cc req-8563ec3f-07e9-4720-8509-78d40a77c8a1 service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102928 Jun 18 19:45:33.928995 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f07f5dd9-305f-4bec-b3d0-ac36b91377f8 req-7f71b467-b157-4d9c-97c8-d3557cb30037 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478875 Jun 18 19:45:33.949001 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f19827af-6221-473d-b894-b8f97e3053c3 req-80acdd3d-9925-4388-b09a-283d13a29b0b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908475 Jun 18 19:45:33.974593 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-65092b1f-000e-4efc-9ecc-3be1a0181edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:33.976227 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-65092b1f-000e-4efc-9ecc-3be1a0181edf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68d35ecfd37141ba8d1ead7364aa01c6&device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 1096 time: 0.1925557 Jun 18 19:45:33.981180 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0dab67-2ecf-4607-b873-e6badf7b06a3 x-openstack-request-id: req-ef0dab67-2ecf-4607-b873-e6badf7b06a3 {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:33.981180 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7738ec82-6abc-4027-8203-a53da170d692", "tag": "b66c0680-0ed9-4ec3-bee4-541d936d9137", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:33.981180 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef0dab67-2ecf-4607-b873-e6badf7b06a3 {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:33.985424 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7738ec82-6abc-4027-8203-a53da170d692', 'tag': 'b66c0680-0ed9-4ec3-bee4-541d936d9137', 'status': 'completed', 'code': 200} Jun 18 19:45:34.077166 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-18248f01-ab13-4bc0-bf03-87dc2a12475f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b66c0680-0ed9-4ec3-bee4-541d936d9137 HTTP/1.1" status: 200 len: 217 time: 0.0611513 Jun 18 19:45:34.225626 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-523973c1-03c4-4bb0-a609-d267f3a38fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:34.228148 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-523973c1-03c4-4bb0-a609-d267f3a38fe9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=85839631-4911-4022-a3d1-d48feb21196f HTTP/1.1" status: 200 len: 850 time: 0.1434445 Jun 18 19:45:34.350720 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099adf5-a9b2-4db5-a8e4-465a273b59f1 req-01c8273f-6c39-41cb-a7bb-f905676bc730 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:34.353221 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6099adf5-a9b2-4db5-a8e4-465a273b59f1 req-01c8273f-6c39-41cb-a7bb-f905676bc730 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 943 time: 0.2167604 Jun 18 19:45:34.435381 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-0325c8e7-baa7-41ee-b7e9-36c0f0ad818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:34.438029 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-0325c8e7-baa7-41ee-b7e9-36c0f0ad818e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1983585 Jun 18 19:45:34.496707 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6099adf5-a9b2-4db5-a8e4-465a273b59f1 req-54d17000-a20e-4ccb-abb8-ebadfe7610c1 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242890 Jun 18 19:45:34.565268 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35434) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:34.613775 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a182f3f-0d5b-4159-8742-449639365d08 req-846da916-3db4-4389-89a3-716eb7e94fa3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:34.616866 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9a182f3f-0d5b-4159-8742-449639365d08 req-846da916-3db4-4389-89a3-716eb7e94fa3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 946 time: 0.1740901 Jun 18 19:45:34.618275 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c519a52c-c4f0-49ed-ba21-cdbc4af522b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:34.644803 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-753721a9-b5cc-4097-80a0-a804cfaf5669 service neutron] 10.222.0.58 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940637 Jun 18 19:45:34.745972 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9a182f3f-0d5b-4159-8742-449639365d08 req-dba71f8f-5a82-499b-87b5-9374e6d5fb6d tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008494 Jun 18 19:45:34.809773 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6938be1a-0a43-4e77-ac55-7c0a5fb59299 req-4928ce1a-7f00-444a-b0a6-15b5b2cf6c09 service neutron] 10.222.0.58 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557043 Jun 18 19:45:34.856880 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c519a52c-c4f0-49ed-ba21-cdbc4af522b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:34.859097 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device d269ddd4-f909-46f7-a0de-5b9f8eca6ffa details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:45:34.939215 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c519a52c-c4f0-49ed-ba21-cdbc4af522b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:34.954709 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:35.038132 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519a52c-c4f0-49ed-ba21-cdbc4af522b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bec9f3-cbf2-4ac5-9d7b-d9ed8211457d,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:35.041470 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c519a52c-c4f0-49ed-ba21-cdbc4af522b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:35.044134 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-c519a52c-c4f0-49ed-ba21-cdbc4af522b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f5606d6312143609e9ec90b21007096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4754047 Jun 18 19:45:35.056114 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35452) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:35.145937 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port d269ddd4-f909-46f7-a0de-5b9f8eca6ffa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d269ddd4-f909-46f7-a0de-5b9f8eca6ffa,segment=NetworkSegment(c60b9e12-5474-480c-89be-5fe9904ce631),segment_id=c60b9e12-5474-480c-89be-5fe9904ce631)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:35.180329 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-247a3a67-ffdc-4ca9-bb8e-8c5dc2aa9996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.186695 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': 'd269ddd4-f909-46f7-a0de-5b9f8eca6ffa', 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7', 'port_id': 'd269ddd4-f909-46f7-a0de-5b9f8eca6ffa', 'mac_address': 'fa:16:3e:bb:fb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '787961a9-531b-4f4b-9190-811f42fc2d49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:45:35.216185 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ecc48-6fa5-47bf-8108-080f869480b0 req-bebf4c7f-21f3-447d-a6b6-4ffdd33ba386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:35.219210 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-231ecc48-6fa5-47bf-8108-080f869480b0 req-bebf4c7f-21f3-447d-a6b6-4ffdd33ba386 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68d35ecfd37141ba8d1ead7364aa01c6&device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 1096 time: 0.2115591 Jun 18 19:45:35.234871 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9ec58-780f-4830-b631-cf7a4e9d8b8c req-f92d7b53-283d-4f9d-9c0c-921e9fcd5db7 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:35.236776 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-4ca9ec58-780f-4830-b631-cf7a4e9d8b8c req-f92d7b53-283d-4f9d-9c0c-921e9fcd5db7 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 943 time: 0.1931033 Jun 18 19:45:35.250636 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-247a3a67-ffdc-4ca9-bb8e-8c5dc2aa9996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.281175 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.300676 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d269ddd4-f909-46f7-a0de-5b9f8eca6ffa {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:35.341077 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port d269ddd4-f909-46f7-a0de-5b9f8eca6ffa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d269ddd4-f909-46f7-a0de-5b9f8eca6ffa,segment=NetworkSegment(c60b9e12-5474-480c-89be-5fe9904ce631),segment_id=c60b9e12-5474-480c-89be-5fe9904ce631)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:35.343641 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226419d4-9cec-475e-b756-f8a9a8b18948 req-dca1e020-65d3-42cf-9589-433c3ceec6d1 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:35.353718 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-226419d4-9cec-475e-b756-f8a9a8b18948 req-dca1e020-65d3-42cf-9589-433c3ceec6d1 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 946 time: 0.2307069 Jun 18 19:45:35.401641 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-4ca9ec58-780f-4830-b631-cf7a4e9d8b8c req-61387043-e3a0-4b1f-b84f-5950d907335c tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501446 Jun 18 19:45:35.413459 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.415508 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device e70a847a-bd54-40fb-ac1c-ec02b346e879 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:45:35.418477 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:35.453556 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-226419d4-9cec-475e-b756-f8a9a8b18948 req-f9c4b1a1-c61f-4875-b479-a95a457a5ce4 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984454 Jun 18 19:45:35.489385 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ecc48-6fa5-47bf-8108-080f869480b0 req-76acbfbb-2224-418b-b522-4d44d5af4908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:35.490883 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-231ecc48-6fa5-47bf-8108-080f869480b0 req-76acbfbb-2224-418b-b522-4d44d5af4908 service neutron] 10.222.0.58 "GET /v2.0/networks?id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb HTTP/1.1" status: 200 len: 912 time: 0.2526982 Jun 18 19:45:35.522793 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port e70a847a-bd54-40fb-ac1c-ec02b346e879, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e70a847a-bd54-40fb-ac1c-ec02b346e879,segment=NetworkSegment(c60b9e12-5474-480c-89be-5fe9904ce631),segment_id=c60b9e12-5474-480c-89be-5fe9904ce631)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:35.524167 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-247a3a67-ffdc-4ca9-bb8e-8c5dc2aa9996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.527602 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=d269ddd4-f909-46f7-a0de-5b9f8eca6ffa,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:35.537780 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-231ecc48-6fa5-47bf-8108-080f869480b0 req-8388a063-2dd9-4624-b86b-acd75d7a283f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b66c0680-0ed9-4ec3-bee4-541d936d9137 HTTP/1.1" status: 200 len: 217 time: 0.0395851 Jun 18 19:45:35.539953 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:35.543115 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-247a3a67-ffdc-4ca9-bb8e-8c5dc2aa9996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.545723 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-247a3a67-ffdc-4ca9-bb8e-8c5dc2aa9996 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0bec9f3-cbf2-4ac5-9d7b-d9ed8211457d HTTP/1.1" status: 204 len: 168 time: 0.4884813 Jun 18 19:45:35.546604 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-744fcf98-64a6-4c9b-bff6-5b0dc3dc216c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:35.554429 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': 'e70a847a-bd54-40fb-ac1c-ec02b346e879', 'network_id': '9f000376-940a-40a6-93f6-2f7562cb6ac7', 'port_id': 'e70a847a-bd54-40fb-ac1c-ec02b346e879', 'mac_address': 'fa:16:3e:e9:fa:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '787961a9-531b-4f4b-9190-811f42fc2d49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:45:35.577543 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a3a67-ffdc-4ca9-bb8e-8c5dc2aa9996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bec9f3-cbf2-4ac5-9d7b-d9ed8211457d,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:35.595219 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-247a3a67-ffdc-4ca9-bb8e-8c5dc2aa9996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:35.604259 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ecc48-6fa5-47bf-8108-080f869480b0 req-6e92b2da-eed6-41cc-aa94-ef0a04c25966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:35.605783 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-231ecc48-6fa5-47bf-8108-080f869480b0 req-6e92b2da-eed6-41cc-aa94-ef0a04c25966 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=85839631-4911-4022-a3d1-d48feb21196f HTTP/1.1" status: 200 len: 850 time: 0.0615990 Jun 18 19:45:35.666685 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.683343 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70a847a-bd54-40fb-ac1c-ec02b346e879 {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:35.708390 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port e70a847a-bd54-40fb-ac1c-ec02b346e879, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e70a847a-bd54-40fb-ac1c-ec02b346e879,segment=NetworkSegment(c60b9e12-5474-480c-89be-5fe9904ce631),segment_id=c60b9e12-5474-480c-89be-5fe9904ce631)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:35.719757 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ecc48-6fa5-47bf-8108-080f869480b0 req-733aec03-26b0-43f1-b088-1aa954a4fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:35.721987 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-231ecc48-6fa5-47bf-8108-080f869480b0 req-733aec03-26b0-43f1-b088-1aa954a4fc16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1086044 Jun 18 19:45:35.820649 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.823380 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:35.867215 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67396fae-db40-4bbe-8ebf-2b833b8210d8 req-46b44b86-6187-47f8-a56b-fafcc34004f1 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:35.875153 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-67396fae-db40-4bbe-8ebf-2b833b8210d8 req-46b44b86-6187-47f8-a56b-fafcc34004f1 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 943 time: 0.1670911 Jun 18 19:45:35.906319 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-231ecc48-6fa5-47bf-8108-080f869480b0 req-39667533-2256-473b-ac54-5c4926e1ad46 service neutron] 10.222.0.58 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635890 Jun 18 19:45:36.004251 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-67396fae-db40-4bbe-8ebf-2b833b8210d8 req-34d7f557-1b06-449e-949c-dea80c1454b9 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279755 Jun 18 19:45:36.067065 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=e70a847a-bd54-40fb-ac1c-ec02b346e879,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:36.071125 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:36.085951 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33f50d-eba7-40ec-a2c8-e0fdc0e957e0 req-dfeb7125-f78a-4d20-96d5-cef1e1e4674c tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:36.095463 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4c33f50d-eba7-40ec-a2c8-e0fdc0e957e0 req-dfeb7125-f78a-4d20-96d5-cef1e1e4674c tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 946 time: 0.1773176 Jun 18 19:45:36.127976 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['d269ddd4-f909-46f7-a0de-5b9f8eca6ffa'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:45:36.130760 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['e70a847a-bd54-40fb-ac1c-ec02b346e879'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:45:36.137871 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-231ecc48-6fa5-47bf-8108-080f869480b0 req-46d317e1-ba8f-4cb2-aacf-5fa2b24444d7 service neutron] 10.222.0.58 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190099 Jun 18 19:45:36.195526 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4c33f50d-eba7-40ec-a2c8-e0fdc0e957e0 req-364a94b4-b5d9-4579-bcfb-4b2417aa7ee3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983989 Jun 18 19:45:36.240426 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35494) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:36.395381 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:36.466276 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-55373550-5f91-4308-bb65-920c2861d712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:36.694476 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-55373550-5f91-4308-bb65-920c2861d712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:36.764974 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120e5de-5f31-4287-9033-76a8ad0511c6 req-0068283e-f076-4845-ada0-f6a6807fa650 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:36.767003 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f120e5de-5f31-4287-9033-76a8ad0511c6 req-0068283e-f076-4845-ada0-f6a6807fa650 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 944 time: 0.1641054 Jun 18 19:45:36.807919 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfecf3c-14a9-49a9-8742-c12c95a33da2 req-09598d69-0174-4614-a848-00295e8da0dc tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:36.810240 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-abfecf3c-14a9-49a9-8742-c12c95a33da2 req-09598d69-0174-4614-a848-00295e8da0dc tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 946 time: 0.0931523 Jun 18 19:45:36.826260 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-55373550-5f91-4308-bb65-920c2861d712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:36.833025 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f120e5de-5f31-4287-9033-76a8ad0511c6 req-1bb279bd-b00e-45a0-a8e8-dac657a2d621 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553484 Jun 18 19:45:36.858513 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:36.865770 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-55373550-5f91-4308-bb65-920c2861d712 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5258cb253d0149c6ad520be4365d1aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6242073 Jun 18 19:45:36.870228 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 35526) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:36.904529 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-abfecf3c-14a9-49a9-8742-c12c95a33da2 req-e0ea179d-d328-4054-99ca-c7024bfcef90 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879955 Jun 18 19:45:36.905635 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55373550-5f91-4308-bb65-920c2861d712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50bf4a6-48a3-4e70-a27b-aaf257a7009f,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:36.909988 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-55373550-5f91-4308-bb65-920c2861d712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:36.963745 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed136-5049-404c-8599-1fd51c77a091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:36.991096 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed136-5049-404c-8599-1fd51c77a091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:37.156365 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed136-5049-404c-8599-1fd51c77a091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:37.160725 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed136-5049-404c-8599-1fd51c77a091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:37.162477 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-2e1ed136-5049-404c-8599-1fd51c77a091 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f50bf4a6-48a3-4e70-a27b-aaf257a7009f HTTP/1.1" status: 204 len: 168 time: 0.2908280 Jun 18 19:45:37.163293 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-8fab328d-c1db-432f-9864-2ae474e018f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:37.194479 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ed136-5049-404c-8599-1fd51c77a091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50bf4a6-48a3-4e70-a27b-aaf257a7009f,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:37.198334 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2e1ed136-5049-404c-8599-1fd51c77a091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:37.338884 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb346a3-1802-4a54-928d-1e496232529a req-e21cb675-1325-4215-a71f-b4b23e5d0c4b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:37.343837 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9eb346a3-1802-4a54-928d-1e496232529a req-e21cb675-1325-4215-a71f-b4b23e5d0c4b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 943 time: 0.1171515 Jun 18 19:45:37.420590 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9eb346a3-1802-4a54-928d-1e496232529a req-638aefab-c10d-403b-a799-349d4029574d tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705709 Jun 18 19:45:38.117707 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 35570) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:38.133336 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed6d2e-cc32-498e-805c-f485f7877673 req-602686dc-f9c0-4bab-b07a-a9c3c3012b7d tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:38.136210 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca939-bb9d-4abe-9d42-c05742823225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:38.137638 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a7ed6d2e-cc32-498e-805c-f485f7877673 req-602686dc-f9c0-4bab-b07a-a9c3c3012b7d tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 944 time: 0.1074450 Jun 18 19:45:38.253141 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a7ed6d2e-cc32-498e-805c-f485f7877673 req-9c2fdb62-7dd5-4cbb-bddf-d58c785b9045 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024158 Jun 18 19:45:38.308373 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca939-bb9d-4abe-9d42-c05742823225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:38.430458 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca939-bb9d-4abe-9d42-c05742823225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:38.519202 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:38.532735 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35592) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:38.533227 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-2c6ca939-bb9d-4abe-9d42-c05742823225 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dffb360de7d24d56aea8cea53261f8ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4140553 Jun 18 19:45:38.579178 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ca939-bb9d-4abe-9d42-c05742823225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ac54f4-3328-4e97-9acd-c04ae0b08bc0,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:38.586458 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2c6ca939-bb9d-4abe-9d42-c05742823225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:38.610462 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ca147aea-dbdf-42be-a5d4-e49dcab36517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:38.668386 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ca147aea-dbdf-42be-a5d4-e49dcab36517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:38.718085 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f41407-8f30-4bff-9cd7-9e61f14a457e req-3a973c5e-1abd-46f2-a481-144a4e500717 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:38.721118 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e9f41407-8f30-4bff-9cd7-9e61f14a457e req-3a973c5e-1abd-46f2-a481-144a4e500717 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 943 time: 0.1204460 Jun 18 19:45:38.781949 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e9f41407-8f30-4bff-9cd7-9e61f14a457e req-fc799dba-e369-4e3c-886c-73a06b5315e2 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506160 Jun 18 19:45:38.884494 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device b66c0680-0ed9-4ec3-bee4-541d936d9137 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:45:38.888200 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device d269ddd4-f909-46f7-a0de-5b9f8eca6ffa up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:38.901589 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ca147aea-dbdf-42be-a5d4-e49dcab36517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:38.906670 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ca147aea-dbdf-42be-a5d4-e49dcab36517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:38.913051 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-ca147aea-dbdf-42be-a5d4-e49dcab36517 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95ac54f4-3328-4e97-9acd-c04ae0b08bc0 HTTP/1.1" status: 204 len: 168 time: 0.3782058 Jun 18 19:45:38.915829 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-55373550-5f91-4308-bb65-920c2861d712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:38.946730 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca147aea-dbdf-42be-a5d4-e49dcab36517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ac54f4-3328-4e97-9acd-c04ae0b08bc0,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:38.957013 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ca147aea-dbdf-42be-a5d4-e49dcab36517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:39.086429 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port b66c0680-0ed9-4ec3-bee4-541d936d9137, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b66c0680-0ed9-4ec3-bee4-541d936d9137,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:39.105442 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': 'b66c0680-0ed9-4ec3-bee4-541d936d9137', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'port_id': 'b66c0680-0ed9-4ec3-bee4-541d936d9137', 'mac_address': 'fa:16:3e:43:06:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:45:39.160531 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port d269ddd4-f909-46f7-a0de-5b9f8eca6ffa completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:39.177565 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port d269ddd4-f909-46f7-a0de-5b9f8eca6ffa triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:39.177996 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:39.216799 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:39.245857 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66c0680-0ed9-4ec3-bee4-541d936d9137 {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:39.280237 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port b66c0680-0ed9-4ec3-bee4-541d936d9137, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b66c0680-0ed9-4ec3-bee4-541d936d9137,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:39.348302 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:39.369278 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:39.377046 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-c96829f1-9204-4250-a3ff-6f5466ff8505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:39.466231 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port d269ddd4-f909-46f7-a0de-5b9f8eca6ffa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d269ddd4-f909-46f7-a0de-5b9f8eca6ffa,segment=NetworkSegment(c60b9e12-5474-480c-89be-5fe9904ce631),segment_id=c60b9e12-5474-480c-89be-5fe9904ce631)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:39.470015 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd269ddd4-f909-46f7-a0de-5b9f8eca6ffa'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:39.475213 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1243c025-76f1-4c05-bf22-ef18729614b6" -d '{"events": [{"server_uuid": "4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5", "name": "network-vif-plugged", "status": "completed", "tag": "d269ddd4-f909-46f7-a0de-5b9f8eca6ffa"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:39.481535 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=b66c0680-0ed9-4ec3-bee4-541d936d9137,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:39.495753 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:39.498141 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80711c2-c823-4204-bf80-9dbc76b34922 req-354f9b9b-22f4-4ada-9bd5-1a97f0fea969 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:39.499969 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a80711c2-c823-4204-bf80-9dbc76b34922 req-354f9b9b-22f4-4ada-9bd5-1a97f0fea969 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 944 time: 0.0868363 Jun 18 19:45:39.574566 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:39.575735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device e70a847a-bd54-40fb-ac1c-ec02b346e879 up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:39.578844 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:39.662477 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['b66c0680-0ed9-4ec3-bee4-541d936d9137'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:45:39.699125 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=d269ddd4-f909-46f7-a0de-5b9f8eca6ffa,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:39.706291 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:39.796918 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a80711c2-c823-4204-bf80-9dbc76b34922 req-a95aded2-3963-4ad1-80a5-e79132cf93ae tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871799 Jun 18 19:45:39.855110 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9341f56b-1686-4e0b-88da-5838f27601b2 x-openstack-request-id: req-9341f56b-1686-4e0b-88da-5838f27601b2 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:39.855616 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5", "name": "network-vif-plugged", "status": "completed", "tag": "d269ddd4-f909-46f7-a0de-5b9f8eca6ffa", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:39.855946 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9341f56b-1686-4e0b-88da-5838f27601b2 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:39.856358 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd269ddd4-f909-46f7-a0de-5b9f8eca6ffa', 'code': 200} Jun 18 19:45:39.873333 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port e70a847a-bd54-40fb-ac1c-ec02b346e879 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:39.909346 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port e70a847a-bd54-40fb-ac1c-ec02b346e879 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:39.910190 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:40.023577 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:40.058638 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port e70a847a-bd54-40fb-ac1c-ec02b346e879, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e70a847a-bd54-40fb-ac1c-ec02b346e879,segment=NetworkSegment(c60b9e12-5474-480c-89be-5fe9904ce631),segment_id=c60b9e12-5474-480c-89be-5fe9904ce631)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:40.184418 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:40.186776 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:40.243695 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=e70a847a-bd54-40fb-ac1c-ec02b346e879,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:40.247010 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:40.315732 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25481277-2f61-405e-8bd5-3eed5fe9c2dc req-b695075b-a96e-40c1-acb3-6918d0bf4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:40.317340 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-25481277-2f61-405e-8bd5-3eed5fe9c2dc req-b695075b-a96e-40c1-acb3-6918d0bf4483 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 1098 time: 0.0896432 Jun 18 19:45:40.354477 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-25481277-2f61-405e-8bd5-3eed5fe9c2dc req-6f9a325c-99be-43f3-84ea-d10c432c0770 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302937 Jun 18 19:45:40.899913 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device b66c0680-0ed9-4ec3-bee4-541d936d9137 up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:40.953889 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:45:41.041402 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port b66c0680-0ed9-4ec3-bee4-541d936d9137 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:41.045900 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port b66c0680-0ed9-4ec3-bee4-541d936d9137 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:41.046479 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:41.146547 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1dd7c-bdf8-411b-94ac-8563bca51b23 req-cde6489b-f003-40bd-8481-94026766a61c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:41.149255 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6eb1dd7c-bdf8-411b-94ac-8563bca51b23 req-cde6489b-f003-40bd-8481-94026766a61c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 944 time: 0.1288767 Jun 18 19:45:41.193681 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:41.215432 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6eb1dd7c-bdf8-411b-94ac-8563bca51b23 req-2e60a27c-a9e8-4b37-bd97-3569eb67c426 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549457 Jun 18 19:45:41.254795 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port b66c0680-0ed9-4ec3-bee4-541d936d9137, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b66c0680-0ed9-4ec3-bee4-541d936d9137,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:41.367184 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:41.369461 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-34418568-71f3-4a73-a871-50cbdef1befa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:41.392437 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea253f6-6d08-457b-aacd-2ab3ec166304 req-1b1a92e9-23a5-4cc0-ac2f-9085a09c659e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:41.393981 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0ea253f6-6d08-457b-aacd-2ab3ec166304 req-1b1a92e9-23a5-4cc0-ac2f-9085a09c659e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0650535 Jun 18 19:45:41.435686 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=b66c0680-0ed9-4ec3-bee4-541d936d9137,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:41.439712 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:41.451059 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0ea253f6-6d08-457b-aacd-2ab3ec166304 req-8847af3c-ffd6-401f-857b-31aecea2523a tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464666 Jun 18 19:45:41.604786 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 35714) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:41.853769 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d9c40900-4fcd-412b-978c-5ac7ada667a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:41.859596 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09c004f-ccbe-4ae3-89cb-cf3511576dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70a847a-bd54-40fb-ac1c-ec02b346e879'}, {'server_uuid': '7738ec82-6abc-4027-8203-a53da170d692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66c0680-0ed9-4ec3-bee4-541d936d9137'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:41.866445 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7053fcb-621a-49dd-b6e6-ab51394b9c1f" -d '{"events": [{"server_uuid": "a09c004f-ccbe-4ae3-89cb-cf3511576dca", "name": "network-vif-plugged", "status": "completed", "tag": "e70a847a-bd54-40fb-ac1c-ec02b346e879"}, {"server_uuid": "7738ec82-6abc-4027-8203-a53da170d692", "name": "network-vif-plugged", "status": "completed", "tag": "b66c0680-0ed9-4ec3-bee4-541d936d9137"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:41.989564 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35728) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:42.014959 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e4205e-5e56-4c7c-a9ac-321018b476d5 x-openstack-request-id: req-c1e4205e-5e56-4c7c-a9ac-321018b476d5 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:42.015719 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09c004f-ccbe-4ae3-89cb-cf3511576dca", "name": "network-vif-plugged", "status": "completed", "tag": "e70a847a-bd54-40fb-ac1c-ec02b346e879", "code": 200}, {"server_uuid": "7738ec82-6abc-4027-8203-a53da170d692", "name": "network-vif-plugged", "status": "completed", "tag": "b66c0680-0ed9-4ec3-bee4-541d936d9137", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:42.016321 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1e4205e-5e56-4c7c-a9ac-321018b476d5 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:42.017789 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09c004f-ccbe-4ae3-89cb-cf3511576dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70a847a-bd54-40fb-ac1c-ec02b346e879', 'code': 200} Jun 18 19:45:42.018469 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7738ec82-6abc-4027-8203-a53da170d692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66c0680-0ed9-4ec3-bee4-541d936d9137', 'code': 200} Jun 18 19:45:42.053940 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d9c40900-4fcd-412b-978c-5ac7ada667a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.133171 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d9c40900-4fcd-412b-978c-5ac7ada667a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.139649 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:42.195715 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-66aa0a6c-6bdd-4d77-9966-982bef22b4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.213169 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-d9c40900-4fcd-412b-978c-5ac7ada667a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e08fcda008d4260a09f19aaaae80643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6085141 Jun 18 19:45:42.215087 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c40900-4fcd-412b-978c-5ac7ada667a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe84317-d58b-4482-b7a5-7c70a3547b8d,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:42.219558 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 35736) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:42.251499 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-d9c40900-4fcd-412b-978c-5ac7ada667a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:42.407718 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a30105db-593a-4180-9f45-c6a2b7a7b5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.454507 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-66aa0a6c-6bdd-4d77-9966-982bef22b4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.481529 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a30105db-593a-4180-9f45-c6a2b7a7b5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.532654 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-66aa0a6c-6bdd-4d77-9966-982bef22b4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.536073 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-10b83aa1-f5d4-4292-8ebd-e9558549f79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:42.630598 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa0a6c-6bdd-4d77-9966-982bef22b4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7109dc8a-8001-496a-9a34-b363fc8a52cf,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:42.638894 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-66aa0a6c-6bdd-4d77-9966-982bef22b4d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f35d8de5ba134988b5993c7cd2aa7c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6480258 Jun 18 19:45:42.640238 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-66aa0a6c-6bdd-4d77-9966-982bef22b4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:42.644222 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35744) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:42.727342 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72fc3d-e966-4031-91a7-3c97c4d40e65 req-29a811e7-5f53-48e6-947a-dd2cd8d9938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:42.729898 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-da72fc3d-e966-4031-91a7-3c97c4d40e65 req-29a811e7-5f53-48e6-947a-dd2cd8d9938b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 1098 time: 0.1865594 Jun 18 19:45:42.733969 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5f58d556-50c6-41f5-96bd-bb5ee1f3efb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.823334 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5f58d556-50c6-41f5-96bd-bb5ee1f3efb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.825432 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f62926-37dc-4589-80a6-30859722ac40 req-80c9ddb1-5d52-420f-916d-7b4554803293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:42.826951 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-51f62926-37dc-4589-80a6-30859722ac40 req-80c9ddb1-5d52-420f-916d-7b4554803293 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 1098 time: 0.3221772 Jun 18 19:45:42.850885 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-da72fc3d-e966-4031-91a7-3c97c4d40e65 req-e1ca7dbe-7f20-44c8-a80e-80691fe3d626 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126308 Jun 18 19:45:42.867516 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdbfcf-c8ca-4b53-a779-13387215afba req-197cc3da-8724-472b-8606-fa1d64c9f476 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:42.869286 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-32bdbfcf-c8ca-4b53-a779-13387215afba req-197cc3da-8724-472b-8606-fa1d64c9f476 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.2898042 Jun 18 19:45:42.896286 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-51f62926-37dc-4589-80a6-30859722ac40 req-0a59c32f-4d20-4343-9330-13339ed380ee service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611453 Jun 18 19:45:42.911218 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64fc04-be00-4538-8687-f76b11270381 req-c0d292ea-3dbf-49e4-92b6-a6d42e275bab tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:42.912855 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4e64fc04-be00-4538-8687-f76b11270381 req-c0d292ea-3dbf-49e4-92b6-a6d42e275bab tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1524339 Jun 18 19:45:42.941127 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-32bdbfcf-c8ca-4b53-a779-13387215afba req-639dbcdb-0394-4569-a871-2e8e8e290175 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586302 Jun 18 19:45:42.951119 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a30105db-593a-4180-9f45-c6a2b7a7b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.957828 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a30105db-593a-4180-9f45-c6a2b7a7b5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.961965 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-a30105db-593a-4180-9f45-c6a2b7a7b5cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ebe84317-d58b-4482-b7a5-7c70a3547b8d HTTP/1.1" status: 204 len: 168 time: 0.7253275 Jun 18 19:45:42.962867 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-455ce300-45ea-4a73-8c14-4e67a9ed7b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:42.981236 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30105db-593a-4180-9f45-c6a2b7a7b5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe84317-d58b-4482-b7a5-7c70a3547b8d,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:42.985358 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a30105db-593a-4180-9f45-c6a2b7a7b5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:43.002711 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4e64fc04-be00-4538-8687-f76b11270381 req-1a5712b9-f238-449f-a39a-f572b5a1905a tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720193 Jun 18 19:45:43.070247 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5f58d556-50c6-41f5-96bd-bb5ee1f3efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:43.073372 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5f58d556-50c6-41f5-96bd-bb5ee1f3efb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:43.075281 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-5f58d556-50c6-41f5-96bd-bb5ee1f3efb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7109dc8a-8001-496a-9a34-b363fc8a52cf HTTP/1.1" status: 204 len: 168 time: 0.4294586 Jun 18 19:45:43.076404 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:43.090760 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58d556-50c6-41f5-96bd-bb5ee1f3efb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7109dc8a-8001-496a-9a34-b363fc8a52cf,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:43.094001 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-5f58d556-50c6-41f5-96bd-bb5ee1f3efb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:43.179419 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-b70f7744-5610-446e-b6c7-62c87a78870b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:43.863805 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f8722-5f97-49e5-9cc3-bd2e5b721138 req-8b15934e-194a-49c6-9baf-9dda12239327 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:43.865403 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-849f8722-5f97-49e5-9cc3-bd2e5b721138 req-8b15934e-194a-49c6-9baf-9dda12239327 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0906980 Jun 18 19:45:43.889897 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35772) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:43.909384 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5fdae130-1539-43fd-a6bb-eb65b81df89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:43.941911 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c806971-24b9-4763-86aa-7f4731eea1bb req-8f10dd5d-8169-4397-9b3d-88ac88f06da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:43.943470 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8c806971-24b9-4763-86aa-7f4731eea1bb req-8f10dd5d-8169-4397-9b3d-88ac88f06da4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90cd5f62f1a84defa1047fe8db0a4ff6&device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 1098 time: 0.0883296 Jun 18 19:45:43.943583 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-849f8722-5f97-49e5-9cc3-bd2e5b721138 req-c33acf13-ec9b-4221-898f-17f910889ee9 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716808 Jun 18 19:45:43.991027 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35776) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:44.015202 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5037857d-2536-493a-959d-3c356baa67a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.093933 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5fdae130-1539-43fd-a6bb-eb65b81df89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.168027 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c806971-24b9-4763-86aa-7f4731eea1bb req-e5af463e-c49e-4d1d-8027-6ffa664dc708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:44.170486 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8c806971-24b9-4763-86aa-7f4731eea1bb req-e5af463e-c49e-4d1d-8027-6ffa664dc708 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f000376-940a-40a6-93f6-2f7562cb6ac7 HTTP/1.1" status: 200 len: 920 time: 0.2197952 Jun 18 19:45:44.181532 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5fdae130-1539-43fd-a6bb-eb65b81df89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.189139 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:44.247340 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8c806971-24b9-4763-86aa-7f4731eea1bb req-106ced1f-fb2b-4d8c-9c05-cc13fc06ffee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d269ddd4-f909-46f7-a0de-5b9f8eca6ffa HTTP/1.1" status: 200 len: 217 time: 0.0681210 Jun 18 19:45:44.255127 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-5fdae130-1539-43fd-a6bb-eb65b81df89a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dfc7f7cf548b4ba18ddc4705627995a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640211 Jun 18 19:45:44.259384 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35778) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:44.261429 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdae130-1539-43fd-a6bb-eb65b81df89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2410c5e-40cb-47e9-bb2b-358e3206ffa7,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:44.270951 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-5fdae130-1539-43fd-a6bb-eb65b81df89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:44.302349 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112fdc5-ce20-4843-b716-20ec822bfd65 req-991db449-1271-456f-94f1-874a84faf660 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:44.303999 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5112fdc5-ce20-4843-b716-20ec822bfd65 req-991db449-1271-456f-94f1-874a84faf660 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.2103047 Jun 18 19:45:44.320261 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c806971-24b9-4763-86aa-7f4731eea1bb req-8ed0f706-698c-4c5e-af1f-44043965cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:44.321548 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8c806971-24b9-4763-86aa-7f4731eea1bb req-8ed0f706-698c-4c5e-af1f-44043965cd28 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=787961a9-531b-4f4b-9190-811f42fc2d49 HTTP/1.1" status: 200 len: 859 time: 0.0675464 Jun 18 19:45:44.353830 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d7ae394e-161a-4bb1-92f4-326c36e686da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.390325 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5037857d-2536-493a-959d-3c356baa67a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.390616 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8c806971-24b9-4763-86aa-7f4731eea1bb req-6cbb3701-2e8f-4120-93e6-963953a3d900 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f000376-940a-40a6-93f6-2f7562cb6ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521152 Jun 18 19:45:44.396711 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d7ae394e-161a-4bb1-92f4-326c36e686da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.406741 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5112fdc5-ce20-4843-b716-20ec822bfd65 req-65a6294b-21bb-4d8f-a69e-494ccb7c11e7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895565 Jun 18 19:45:44.496932 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8c806971-24b9-4763-86aa-7f4731eea1bb req-5d684820-5b1d-427f-ad7e-f679605f1eb6 service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891445 Jun 18 19:45:44.594122 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8c806971-24b9-4763-86aa-7f4731eea1bb req-7912bec5-42b8-4d94-a1ea-d89e6c02f2e0 service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846391 Jun 18 19:45:44.664863 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5037857d-2536-493a-959d-3c356baa67a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.669975 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:44.738240 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-5037857d-2536-493a-959d-3c356baa67a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=622c4246b9c5456c8f45045401456b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7416070 Jun 18 19:45:44.738240 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037857d-2536-493a-959d-3c356baa67a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd29d481-4eec-45d9-912d-d6a85b482946,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:44.738787 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 35784) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:44.750398 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-5037857d-2536-493a-959d-3c356baa67a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:44.849760 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.889878 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.953393 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d7ae394e-161a-4bb1-92f4-326c36e686da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.959450 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d7ae394e-161a-4bb1-92f4-326c36e686da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.965484 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-d7ae394e-161a-4bb1-92f4-326c36e686da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2410c5e-40cb-47e9-bb2b-358e3206ffa7 HTTP/1.1" status: 204 len: 168 time: 0.7014427 Jun 18 19:45:44.965484 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:44.981217 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae394e-161a-4bb1-92f4-326c36e686da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2410c5e-40cb-47e9-bb2b-358e3206ffa7,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:44.984527 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d7ae394e-161a-4bb1-92f4-326c36e686da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:45.081994 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:45.088408 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:45.097870 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd29d481-4eec-45d9-912d-d6a85b482946 HTTP/1.1" status: 204 len: 168 time: 0.3557909 Jun 18 19:45:45.099769 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2e1ed136-5049-404c-8599-1fd51c77a091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:45.115762 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd29d481-4eec-45d9-912d-d6a85b482946,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:45.133873 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:45.134554 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:45.135157 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:45.135684 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:45.136226 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:45.136873 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:45.137544 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:45.138139 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:45.138645 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:45.139150 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:45.139849 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:45.140489 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:45.145868 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:45.240908 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8d8e7-ace9-480b-bfb6-ccc4b10c54ec req-80b5165c-cb16-4881-a769-47598a7c5215 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:45.242595 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-46e8d8e7-ace9-480b-bfb6-ccc4b10c54ec req-80b5165c-cb16-4881-a769-47598a7c5215 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1230760 Jun 18 19:45:45.300432 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-46e8d8e7-ace9-480b-bfb6-ccc4b10c54ec req-709b5e98-3230-4390-a3c2-010d748a0fbd tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515711 Jun 18 19:45:45.611317 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2313901-f002-4aba-9f69-7b748dcc562e req-f0b580f7-87b0-4ed0-a519-09cbeadf5426 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:45.612871 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e2313901-f002-4aba-9f69-7b748dcc562e req-f0b580f7-87b0-4ed0-a519-09cbeadf5426 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.0701466 Jun 18 19:45:45.658530 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e2313901-f002-4aba-9f69-7b748dcc562e req-de2c660b-df8b-4ec1-9e56-72948d077d0f tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391307 Jun 18 19:45:45.757490 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-b48b4d7f-e1f7-4688-b463-4ab75d18db1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:45.788879 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 35816) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:45.878665 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876acdf-0c42-4161-bcf4-c5060760fe13 req-b2262e13-7801-4f37-b45c-401ea6cfca99 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:45.880480 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b876acdf-0c42-4161-bcf4-c5060760fe13 req-b2262e13-7801-4f37-b45c-401ea6cfca99 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1005268 Jun 18 19:45:45.890648 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35826) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:45.900592 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-539cb858-26aa-4d3c-8c12-caa39a38cc7c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Request body: {'floatingip': {'port_id': 'b66c0680-0ed9-4ec3-bee4-541d936d9137'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:45.904143 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:45.968692 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-09aa026c-736a-4250-9b46-4b5821a6397d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:45.981269 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-539cb858-26aa-4d3c-8c12-caa39a38cc7c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for floatingip, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:46.121953 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-09aa026c-736a-4250-9b46-4b5821a6397d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:46.235545 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-09aa026c-736a-4250-9b46-4b5821a6397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:46.239238 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-d9c40900-4fcd-412b-978c-5ac7ada667a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:46.280858 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-09aa026c-736a-4250-9b46-4b5821a6397d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a933e708e9154c4e8bf2bcf9c228fd1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4906127 Jun 18 19:45:46.281795 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa026c-736a-4250-9b46-4b5821a6397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05432a52-82f0-4894-a1a2-83df4e0f06c3,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:46.285825 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-09aa026c-736a-4250-9b46-4b5821a6397d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:46.286282 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 35840) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:46.360194 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e6de81ae-91ea-44b2-8f7c-9a866f31262a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:46.411400 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e6de81ae-91ea-44b2-8f7c-9a866f31262a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:46.590577 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da3a8f-8fe3-46ba-9b63-77c98de9c90b req-d8d008d1-8420-480d-982a-c513d293467d tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:46.592300 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-54da3a8f-8fe3-46ba-9b63-77c98de9c90b req-d8d008d1-8420-480d-982a-c513d293467d tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1136229 Jun 18 19:45:46.646174 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-54da3a8f-8fe3-46ba-9b63-77c98de9c90b req-4ba08ab4-5bfd-4af7-b9a6-46c0477f35da tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464313 Jun 18 19:45:46.734134 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e6de81ae-91ea-44b2-8f7c-9a866f31262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:46.737298 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e6de81ae-91ea-44b2-8f7c-9a866f31262a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:46.739268 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-e6de81ae-91ea-44b2-8f7c-9a866f31262a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05432a52-82f0-4894-a1a2-83df4e0f06c3 HTTP/1.1" status: 204 len: 168 time: 0.4515948 Jun 18 19:45:46.743747 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-e7c33ab2-d228-4dbc-8e60-c65fc3b9b49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:46.755514 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de81ae-91ea-44b2-8f7c-9a866f31262a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05432a52-82f0-4894-a1a2-83df4e0f06c3,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:46.782124 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-e6de81ae-91ea-44b2-8f7c-9a866f31262a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:46.983803 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:47.010042 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.db.resource_extend [None req-539cb858-26aa-4d3c-8c12-caa39a38cc7c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 19:45:47.138316 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-539cb858-26aa-4d3c-8c12-caa39a38cc7c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:47.189786 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-539cb858-26aa-4d3c-8c12-caa39a38cc7c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:47.330492 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.l3_db [None req-539cb858-26aa-4d3c-8c12-caa39a38cc7c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Floating IP a36dbf61-099b-4eb7-97ce-74e00b535b8b associated. External IP: 172.27.3.243, port: b66c0680-0ed9-4ec3-bee4-541d936d9137. Jun 18 19:45:47.491543 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 35878) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:47.517213 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb00dc18-709e-4f8b-b3e3-30c0e4d59ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:47.670352 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb00dc18-709e-4f8b-b3e3-30c0e4d59ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:47.691928 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539cb858-26aa-4d3c-8c12-caa39a38cc7c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Router da603d74-1800-41b3-a1f2-2dbffd462430 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:45:47.772904 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb00dc18-709e-4f8b-b3e3-30c0e4d59ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:47.776025 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-65b6434c-9ee2-43d6-92b0-4a6275a1ce41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:47.823807 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00dc18-709e-4f8b-b3e3-30c0e4d59ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cb280a-6805-4af8-b5da-aca1f2dcd421,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:47.829263 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-cb00dc18-709e-4f8b-b3e3-30c0e4d59ead admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cbea9ab551fe4379b0a79099451c14c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354163 Jun 18 19:45:47.830549 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-cb00dc18-709e-4f8b-b3e3-30c0e4d59ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:47.833854 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 35890) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:47.921313 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cef87a90-110b-4e2a-bc12-0c1de541cab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:47.933842 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539cb858-26aa-4d3c-8c12-caa39a38cc7c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:45:47.941397 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-539cb858-26aa-4d3c-8c12-caa39a38cc7c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:47.958447 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cef87a90-110b-4e2a-bc12-0c1de541cab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:47.984979 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-539cb858-26aa-4d3c-8c12-caa39a38cc7c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "PUT /v2.0/floatingips/a36dbf61-099b-4eb7-97ce-74e00b535b8b HTTP/1.1" status: 200 len: 991 time: 2.0888813 Jun 18 19:45:47.984979 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7738ec82-6abc-4027-8203-a53da170d692', 'tag': 'b66c0680-0ed9-4ec3-bee4-541d936d9137'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:47.984979 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88a5bda-681d-4188-a257-7738942a5e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7738ec82-6abc-4027-8203-a53da170d692", "tag": "b66c0680-0ed9-4ec3-bee4-541d936d9137"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:48.008919 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b78309-b644-4d1b-95d1-12880b00e93f None None] Sync routers for ids ['da603d74-1800-41b3-a1f2-2dbffd462430'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:45:48.025375 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8829c50-43f4-48d5-9684-93b01f85e013 req-1f6f667b-b9d7-4495-b06f-e5b072c48e87 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:48.032422 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c8829c50-43f4-48d5-9684-93b01f85e013 req-1f6f667b-b9d7-4495-b06f-e5b072c48e87 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1516941 Jun 18 19:45:48.039852 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b78309-b644-4d1b-95d1-12880b00e93f None None] Routers {'da603d74-1800-41b3-a1f2-2dbffd462430'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:45:48.041446 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-00b78309-b644-4d1b-95d1-12880b00e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:45:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['da603d74-1800-41b3-a1f2-2dbffd462430'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:48.082498 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c8829c50-43f4-48d5-9684-93b01f85e013 req-cd7c7cf3-601d-4244-8f26-36434913ea2b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483332 Jun 18 19:45:48.132588 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cef87a90-110b-4e2a-bc12-0c1de541cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:48.135850 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cef87a90-110b-4e2a-bc12-0c1de541cab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:48.137487 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-cef87a90-110b-4e2a-bc12-0c1de541cab3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60cb280a-6805-4af8-b5da-aca1f2dcd421 HTTP/1.1" status: 204 len: 168 time: 0.3025417 Jun 18 19:45:48.138497 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-09aa026c-736a-4250-9b46-4b5821a6397d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:48.152751 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef87a90-110b-4e2a-bc12-0c1de541cab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cb280a-6805-4af8-b5da-aca1f2dcd421,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:48.170835 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-cef87a90-110b-4e2a-bc12-0c1de541cab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:48.190050 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faf71be-133c-4fcc-8a7d-baa7aa0692a2 x-openstack-request-id: req-8faf71be-133c-4fcc-8a7d-baa7aa0692a2 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:48.190372 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7738ec82-6abc-4027-8203-a53da170d692", "tag": "b66c0680-0ed9-4ec3-bee4-541d936d9137", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:48.190713 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8faf71be-133c-4fcc-8a7d-baa7aa0692a2 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:48.191267 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7738ec82-6abc-4027-8203-a53da170d692', 'tag': 'b66c0680-0ed9-4ec3-bee4-541d936d9137', 'status': 'completed', 'code': 200} Jun 18 19:45:48.239717 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-00b78309-b644-4d1b-95d1-12880b00e93f None None] Set router da603d74-1800-41b3-a1f2-2dbffd462430 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:45:48.547109 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 35908) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:48.689605 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-00b78309-b644-4d1b-95d1-12880b00e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': 'a36dbf61-099b-4eb7-97ce-74e00b535b8b', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'floating_ip_address': '172.27.3.243', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'port_id': 'b66c0680-0ed9-4ec3-bee4-541d936d9137', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'mac_address': 'fa:16:3e:43:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7738ec82-6abc-4027-8203-a53da170d692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:45:20Z', 'updated_at': '2021-06-18T19:45:46Z', 'revision_number': 1, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5172eeb-d0b7-4078-b048-dcdb1e992ec2', 'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'mac_address': 'fa:16:3e:81:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:57Z', 'updated_at': '2021-06-18T19:45:11Z', 'revision_number': 5, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'subnets': [{'id': '85839631-4911-4022-a3d1-d48feb21196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:48.717336 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35916) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:48.726148 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b78309-b644-4d1b-95d1-12880b00e93f None None] Checking router: da603d74-1800-41b3-a1f2-2dbffd462430 for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:45:48.736558 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b78309-b644-4d1b-95d1-12880b00e93f None None] Routers {'da603d74-1800-41b3-a1f2-2dbffd462430'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:45:48.737678 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-00b78309-b644-4d1b-95d1-12880b00e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:45:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['da603d74-1800-41b3-a1f2-2dbffd462430'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:48.761860 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-75fcbfc1-10bd-4579-b2a9-989bb04af486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:48.825090 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:48.827977 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:48.878528 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-75fcbfc1-10bd-4579-b2a9-989bb04af486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:48.917236 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-00b78309-b644-4d1b-95d1-12880b00e93f None None] Set router da603d74-1800-41b3-a1f2-2dbffd462430 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:45:48.967706 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-75fcbfc1-10bd-4579-b2a9-989bb04af486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:48.978309 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-867641bc-7056-4456-8fa4-a3be079eb3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:49.024568 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35920) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:49.025006 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-75fcbfc1-10bd-4579-b2a9-989bb04af486 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55fc0fc70cfc4f7fa19da668930c9889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761214 Jun 18 19:45:49.026029 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcbfc1-10bd-4579-b2a9-989bb04af486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3362dca8-aba1-4e6c-96d4-dbb576063a71,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:49.029227 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-75fcbfc1-10bd-4579-b2a9-989bb04af486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:49.181754 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-2e681615-f8bb-44b8-af35-3b7ac0dcf898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:49.199928 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 35928) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:49.240920 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-00b78309-b644-4d1b-95d1-12880b00e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': 'a36dbf61-099b-4eb7-97ce-74e00b535b8b', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'floating_ip_address': '172.27.3.243', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'port_id': 'b66c0680-0ed9-4ec3-bee4-541d936d9137', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'mac_address': 'fa:16:3e:43:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7738ec82-6abc-4027-8203-a53da170d692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:45:20Z', 'updated_at': '2021-06-18T19:45:46Z', 'revision_number': 1, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5172eeb-d0b7-4078-b048-dcdb1e992ec2', 'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'mac_address': 'fa:16:3e:81:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:57Z', 'updated_at': '2021-06-18T19:45:11Z', 'revision_number': 5, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'subnets': [{'id': '85839631-4911-4022-a3d1-d48feb21196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:49.246103 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-20534454-fadd-4a97-a369-4d28a0444da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:49.278914 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:49.279951 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b78309-b644-4d1b-95d1-12880b00e93f None None] The sync data for ids ['da603d74-1800-41b3-a1f2-2dbffd462430'] in dv-cinder-790535-6-iscsi is: [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': 'a36dbf61-099b-4eb7-97ce-74e00b535b8b', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'floating_ip_address': '172.27.3.243', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'port_id': 'b66c0680-0ed9-4ec3-bee4-541d936d9137', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'mac_address': 'fa:16:3e:43:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7738ec82-6abc-4027-8203-a53da170d692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:45:20Z', 'updated_at': '2021-06-18T19:45:46Z', 'revision_number': 1, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5172eeb-d0b7-4078-b048-dcdb1e992ec2', 'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'mac_address': 'fa:16:3e:81:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:57Z', 'updated_at': '2021-06-18T19:45:11Z', 'revision_number': 5, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'subnets': [{'id': '85839631-4911-4022-a3d1-d48feb21196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:45:49.318622 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-2e681615-f8bb-44b8-af35-3b7ac0dcf898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:49.428123 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:49.436464 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7414940a-c0fe-40b5-84e6-f0a7f87df1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:49.503384 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04f0e91c6de5467090e9d8cd94fe0b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7703743 Jun 18 19:45:49.503384 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44436dfc-8b3f-4fb5-926d-271c87dd93f5,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:49.506337 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 35930) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:49.514645 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:49.515325 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:49.516218 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:49.517301 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:49.517757 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:49.518254 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:49.518947 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:49.519610 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:49.520200 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:49.520721 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:49.521217 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:49.521700 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:49.532349 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a5bda-681d-4188-a257-7738942a5e7e req-3712df86-53b7-4a0c-a8c2-1ae1fe1ccd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:49.532349 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b88a5bda-681d-4188-a257-7738942a5e7e req-3712df86-53b7-4a0c-a8c2-1ae1fe1ccd8f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68d35ecfd37141ba8d1ead7364aa01c6&device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 1098 time: 0.1241326 Jun 18 19:45:49.533789 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:49.566290 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517f20a-006f-48e5-b017-2dc1460b50a4 req-87c9ad4d-d611-4f68-acad-b582bf6e08a0 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:49.566290 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1517f20a-006f-48e5-b017-2dc1460b50a4 req-87c9ad4d-d611-4f68-acad-b582bf6e08a0 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1908176 Jun 18 19:45:49.605139 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00f6093-c8f0-410b-b1ec-8c4a3fdc3217 None None] New status for floating IP a36dbf61-099b-4eb7-97ce-74e00b535b8b: ACTIVE {{(pid=100056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:45:49.633404 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1517f20a-006f-48e5-b017-2dc1460b50a4 req-b509ef16-76a7-4657-a17d-6507c1284445 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644805 Jun 18 19:45:49.683281 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-20534454-fadd-4a97-a369-4d28a0444da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:49.695426 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-843589bc-b76c-47e2-b913-358b614f62ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:49.712549 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-2e681615-f8bb-44b8-af35-3b7ac0dcf898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:49.712549 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-2e681615-f8bb-44b8-af35-3b7ac0dcf898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:49.720737 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-2e681615-f8bb-44b8-af35-3b7ac0dcf898 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3362dca8-aba1-4e6c-96d4-dbb576063a71 HTTP/1.1" status: 204 len: 168 time: 0.6936805 Jun 18 19:45:49.738628 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d7ae394e-161a-4bb1-92f4-326c36e686da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:49.738981 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-843589bc-b76c-47e2-b913-358b614f62ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:49.749252 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a5bda-681d-4188-a257-7738942a5e7e req-65b80b8c-7b6a-47d3-80f2-eb58db498ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:49.757872 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b88a5bda-681d-4188-a257-7738942a5e7e req-65b80b8c-7b6a-47d3-80f2-eb58db498ee3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb HTTP/1.1" status: 200 len: 912 time: 0.2101030 Jun 18 19:45:49.758147 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e681615-f8bb-44b8-af35-3b7ac0dcf898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3362dca8-aba1-4e6c-96d4-dbb576063a71,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:49.760594 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-2e681615-f8bb-44b8-af35-3b7ac0dcf898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:49.858733 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-20534454-fadd-4a97-a369-4d28a0444da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:49.878674 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-42ba528c-4c3f-4071-a6d3-0138c7a48ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:49.973165 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b88a5bda-681d-4188-a257-7738942a5e7e req-f61b4c33-a428-485e-92bd-fd8df7e74a99 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b66c0680-0ed9-4ec3-bee4-541d936d9137 HTTP/1.1" status: 200 len: 999 time: 0.2100999 Jun 18 19:45:49.977078 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-20534454-fadd-4a97-a369-4d28a0444da1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88d853f72fa1421ab3d672c3a5c18b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7750714 Jun 18 19:45:49.979803 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20534454-fadd-4a97-a369-4d28a0444da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee52eda8-9b03-4934-914a-3c81f0361582,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:49.980659 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 35936) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:49.991097 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-20534454-fadd-4a97-a369-4d28a0444da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:50.038704 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a5bda-681d-4188-a257-7738942a5e7e req-e19d5007-a2a8-4ac1-b8f3-dde350dd1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:50.040395 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b88a5bda-681d-4188-a257-7738942a5e7e req-e19d5007-a2a8-4ac1-b8f3-dde350dd1b81 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=85839631-4911-4022-a3d1-d48feb21196f HTTP/1.1" status: 200 len: 850 time: 0.0575914 Jun 18 19:45:50.056083 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-63b7f4dc-8d77-4b19-9534-02d737d04ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:50.067561 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-843589bc-b76c-47e2-b913-358b614f62ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:50.069615 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-843589bc-b76c-47e2-b913-358b614f62ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:50.074769 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-843589bc-b76c-47e2-b913-358b614f62ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44436dfc-8b3f-4fb5-926d-271c87dd93f5 HTTP/1.1" status: 204 len: 168 time: 0.5620637 Jun 18 19:45:50.089961 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-e6de81ae-91ea-44b2-8f7c-9a866f31262a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:50.100472 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843589bc-b76c-47e2-b913-358b614f62ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44436dfc-8b3f-4fb5-926d-271c87dd93f5,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:50.103076 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-843589bc-b76c-47e2-b913-358b614f62ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:50.123387 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-63b7f4dc-8d77-4b19-9534-02d737d04ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:50.142759 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a5bda-681d-4188-a257-7738942a5e7e req-5dc71f41-7c92-4058-9863-203fdccf45ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:50.144698 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b88a5bda-681d-4188-a257-7738942a5e7e req-5dc71f41-7c92-4058-9863-203fdccf45ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0947630 Jun 18 19:45:50.264921 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b88a5bda-681d-4188-a257-7738942a5e7e req-8c6b45ab-e8b5-4001-aa35-1722bd00b865 service neutron] 10.222.0.58 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091132 Jun 18 19:45:50.293359 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-63b7f4dc-8d77-4b19-9534-02d737d04ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:50.306709 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-63b7f4dc-8d77-4b19-9534-02d737d04ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:50.313392 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-63b7f4dc-8d77-4b19-9534-02d737d04ed1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee52eda8-9b03-4934-914a-3c81f0361582 HTTP/1.1" status: 204 len: 168 time: 0.3273690 Jun 18 19:45:50.313392 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:50.333584 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7f4dc-8d77-4b19-9534-02d737d04ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee52eda8-9b03-4934-914a-3c81f0361582,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:50.340590 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-63b7f4dc-8d77-4b19-9534-02d737d04ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:50.415528 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b88a5bda-681d-4188-a257-7738942a5e7e req-0a6d6804-1b57-4bd9-afd6-c67e6e6e69b0 service neutron] 10.222.0.58 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396992 Jun 18 19:45:50.856964 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae60b7f-f85d-4d68-88bb-9c78098f56e0 req-6b5d10c8-b39b-41e6-83d0-ee2a30bdb1db tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:50.858849 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4ae60b7f-f85d-4d68-88bb-9c78098f56e0 req-6b5d10c8-b39b-41e6-83d0-ee2a30bdb1db tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1037421 Jun 18 19:45:50.908404 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4ae60b7f-f85d-4d68-88bb-9c78098f56e0 req-8270f4d4-a43a-44ac-bea1-e3abff1fd5bb tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397708 Jun 18 19:45:52.181771 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd2f86-0c62-40d9-934f-4a34a69b4864 req-8b495afb-dbde-487b-a44b-e0e6507c27ba tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:52.185470 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1ffd2f86-0c62-40d9-934f-4a34a69b4864 req-8b495afb-dbde-487b-a44b-e0e6507c27ba tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1030424 Jun 18 19:45:52.264913 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1ffd2f86-0c62-40d9-934f-4a34a69b4864 req-c727ff5f-5a97-427c-8628-12c299d37d05 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705776 Jun 18 19:45:53.550265 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc359029-7c4b-499b-9292-35da3b745fc9 req-5847db22-29b3-409c-9e76-5051f914f9f7 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:53.551937 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-fc359029-7c4b-499b-9292-35da3b745fc9 req-5847db22-29b3-409c-9e76-5051f914f9f7 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0845494 Jun 18 19:45:53.616219 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-fc359029-7c4b-499b-9292-35da3b745fc9 req-47ae000d-56b1-4234-8cf3-44a96f24377d tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539858 Jun 18 19:45:53.873437 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-8485a806-37a8-44ac-bd0e-55fe0ca4079b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:53.875276 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-8485a806-37a8-44ac-bd0e-55fe0ca4079b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/networks?id=63df527b-b26b-4454-8053-13a944fba35f HTTP/1.1" status: 200 len: 815 time: 0.1247444 Jun 18 19:45:53.892487 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-f9baa494-8250-4336-9ad7-3d891534bafd tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/quotas/ad1c42703855432a866512bf4bfdc17b HTTP/1.1" status: 200 len: 375 time: 0.0098426 Jun 18 19:45:53.973774 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-996632ca-7be0-4ec0-8c8b-93bb0be1c10b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad1c42703855432a866512bf4bfdc17b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751159 Jun 18 19:45:54.320056 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-617b2cd6-fec2-4ef6-82a8-834b5b62d308 service neutron] 10.222.0.42 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384626 Jun 18 19:45:54.464803 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-c5e963a2-d73a-4439-9361-d4dcfd817bb6 service neutron] 10.222.0.42 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367867 Jun 18 19:45:54.874143 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1606a-8284-4bfb-9d5d-611da9d5b07d req-f4acb559-96a7-4535-8899-e95f339b466e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:54.877858 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-02e1606a-8284-4bfb-9d5d-611da9d5b07d req-f4acb559-96a7-4535-8899-e95f339b466e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1003578 Jun 18 19:45:54.935847 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-02e1606a-8284-4bfb-9d5d-611da9d5b07d req-a75e6d2f-8c9d-45c5-97f3-e3e5f07b5b4f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525208 Jun 18 19:45:55.018204 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-148af3a3-437f-4ddf-a547-f079e8a7fd13 req-a8622f20-18ca-41e7-8052-c76bb709ebea tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 210 time: 0.0347743 Jun 18 19:45:56.132402 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae6405-ae16-4ce8-8ac5-0dd9d7e7fd9b req-8815abc4-2cac-4b54-9f54-f7423d4bd5b8 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:56.133997 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d6ae6405-ae16-4ce8-8ac5-0dd9d7e7fd9b req-8815abc4-2cac-4b54-9f54-f7423d4bd5b8 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0748599 Jun 18 19:45:56.180774 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d6ae6405-ae16-4ce8-8ac5-0dd9d7e7fd9b req-a45884d4-e540-4df7-987b-990382510607 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363207 Jun 18 19:45:56.273328 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-14e6e2d9-3449-4ddd-a34f-fc0e109e1fd6 req-8cd54e2a-a341-4f30-8e2b-fbb0f20b0e1a tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 210 time: 0.0419126 Jun 18 19:45:57.075230 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 36252) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:57.210087 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e306db81-5eb0-4c0e-a2a7-78fc98428049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.352372 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e306db81-5eb0-4c0e-a2a7-78fc98428049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.431525 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffaf10-6c87-4104-a248-79f6b6a01e93 req-92a6cefb-2f95-4cfb-89d8-bf7e095043fa tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:57.434038 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f4ffaf10-6c87-4104-a248-79f6b6a01e93 req-92a6cefb-2f95-4cfb-89d8-bf7e095043fa tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1213417 Jun 18 19:45:57.458130 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-acf44b1a-9338-45b0-9478-2afcae244e02 req-a02adc46-e02a-4ef3-94f8-27f86b7f8784 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 210 time: 0.0562990 Jun 18 19:45:57.484121 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f4ffaf10-6c87-4104-a248-79f6b6a01e93 req-fbe4f0d2-21f1-47a0-ab89-a60d89134e03 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399175 Jun 18 19:45:57.504483 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e306db81-5eb0-4c0e-a2a7-78fc98428049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.512504 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:57.552456 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-e306db81-5eb0-4c0e-a2a7-78fc98428049 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6181c4abff645748f1bc43008f25b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733672 Jun 18 19:45:57.552456 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306db81-5eb0-4c0e-a2a7-78fc98428049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c9e71b-f9c8-489c-8d90-4215292bf90e,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:57.552919 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 36262) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:57.557368 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-e306db81-5eb0-4c0e-a2a7-78fc98428049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:57.615076 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6fc54d16-5fd0-4c1c-aa9a-2a2a96ba521b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.645552 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6fc54d16-5fd0-4c1c-aa9a-2a2a96ba521b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.897649 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6fc54d16-5fd0-4c1c-aa9a-2a2a96ba521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.902374 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6fc54d16-5fd0-4c1c-aa9a-2a2a96ba521b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.904172 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-6fc54d16-5fd0-4c1c-aa9a-2a2a96ba521b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0c9e71b-f9c8-489c-8d90-4215292bf90e HTTP/1.1" status: 204 len: 168 time: 0.3495281 Jun 18 19:45:57.906961 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-20534454-fadd-4a97-a369-4d28a0444da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:57.919492 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc54d16-5fd0-4c1c-aa9a-2a2a96ba521b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c9e71b-f9c8-489c-8d90-4215292bf90e,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:57.926022 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6fc54d16-5fd0-4c1c-aa9a-2a2a96ba521b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:58.338769 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-9b3ec188-a787-46e2-a096-403c092476f6 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:58.341615 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-9b3ec188-a787-46e2-a096-403c092476f6 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.58 "GET /v2.0/networks?id=63df527b-b26b-4454-8053-13a944fba35f HTTP/1.1" status: 200 len: 815 time: 0.1607392 Jun 18 19:45:58.364726 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-50458972-3feb-4d5b-aed4-f9ed91163117 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Request body: {'port': {'device_id': '60b73799-61ce-4839-8998-e9c42f97be24', 'network_id': '63df527b-b26b-4454-8053-13a944fba35f', 'admin_state_up': True, 'tenant_id': 'ad1c42703855432a866512bf4bfdc17b'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:58.623674 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-50458972-3feb-4d5b-aed4-f9ed91163117 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Made reservation on behalf of ad1c42703855432a866512bf4bfdc17b for: {'port': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:45:58.628090 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-50458972-3feb-4d5b-aed4-f9ed91163117 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:58.707287 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787a12f-0b40-4858-9f3f-823a83a2b411 req-cbe548ef-c8e5-4d21-a014-49ded04c692f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:58.708897 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0787a12f-0b40-4858-9f3f-823a83a2b411 req-cbe548ef-c8e5-4d21-a014-49ded04c692f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0867670 Jun 18 19:45:58.716681 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-fc91ebef-9243-4920-b7f7-a382381f2963 req-347bf9f6-dd98-4f35-86ed-445d7973bef8 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 210 time: 0.0537522 Jun 18 19:45:58.774006 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0787a12f-0b40-4858-9f3f-823a83a2b411 req-e44db067-c703-4a10-8d9e-42b4a0365abf tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521846 Jun 18 19:45:58.894003 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-50458972-3feb-4d5b-aed4-f9ed91163117 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Allocated IP 172.20.0.3 (63df527b-b26b-4454-8053-13a944fba35f/b3244916-cc51-4cd2-9f62-176215c803f1/49d08ef5-faba-446e-baf5-00e4a48291fd) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:45:58.901635 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 36296) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:58.938549 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ef44b46c-4bb0-4696-b8f5-e0d76c266d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:59.174660 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-50458972-3feb-4d5b-aed4-f9ed91163117 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:59.194574 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ef44b46c-4bb0-4696-b8f5-e0d76c266d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:59.286508 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ef44b46c-4bb0-4696-b8f5-e0d76c266d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:59.289289 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:59.325692 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-50458972-3feb-4d5b-aed4-f9ed91163117 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:59.335601 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44b46c-4bb0-4696-b8f5-e0d76c266d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d361313-9014-43a0-a2b6-6e3dca0c843c,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:59.337880 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-ef44b46c-4bb0-4696-b8f5-e0d76c266d40 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=295fb1b82fa04f0abeeb0cdc43b9a878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317737 Jun 18 19:45:59.339719 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-ef44b46c-4bb0-4696-b8f5-e0d76c266d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:59.340703 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:59.344186 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 36304) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:59.359989 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['3ea964ed-a32f-4f96-8dfa-e5e536481363'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:45:59.445862 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8632756f-1eba-43c1-bccc-b329abaf18f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:59.451556 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-50458972-3feb-4d5b-aed4-f9ed91163117 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Network 63df527b-b26b-4454-8053-13a944fba35f is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:59.455637 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-50458972-3feb-4d5b-aed4-f9ed91163117 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:59.460698 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-50458972-3feb-4d5b-aed4-f9ed91163117 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:45:59.466883 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-50458972-3feb-4d5b-aed4-f9ed91163117 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:59.468001 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-50458972-3feb-4d5b-aed4-f9ed91163117 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:59.481638 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50458972-3feb-4d5b-aed4-f9ed91163117 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Pushing event updated for resources: {'Port': ['ID=49d08ef5-faba-446e-baf5-00e4a48291fd,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:59.485888 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-50458972-3feb-4d5b-aed4-f9ed91163117 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:59.506484 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8632756f-1eba-43c1-bccc-b329abaf18f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:59.567284 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-50458972-3feb-4d5b-aed4-f9ed91163117 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2114375 Jun 18 19:45:59.589166 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Request body: {'port': {'device_id': '60b73799-61ce-4839-8998-e9c42f97be24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:59.721621 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8632756f-1eba-43c1-bccc-b329abaf18f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:59.724866 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8632756f-1eba-43c1-bccc-b329abaf18f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:59.726341 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-8632756f-1eba-43c1-bccc-b329abaf18f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d361313-9014-43a0-a2b6-6e3dca0c843c HTTP/1.1" status: 204 len: 168 time: 0.3815589 Jun 18 19:45:59.727235 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:59.736394 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632756f-1eba-43c1-bccc-b329abaf18f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d361313-9014-43a0-a2b6-6e3dca0c843c,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:59.739097 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8632756f-1eba-43c1-bccc-b329abaf18f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:59.918032 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:00.060456 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b13bda-577d-4a51-9926-07c0072feb9a req-4a5bb79f-0124-410c-a06e-ccdd70e2f326 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:00.060456 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b13bda-577d-4a51-9926-07c0072feb9a req-4a5bb79f-0124-410c-a06e-ccdd70e2f326 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 931 time: 0.0899389 Jun 18 19:46:00.113057 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b13bda-577d-4a51-9926-07c0072feb9a req-5fe98709-a65d-4aac-a0dc-186c79a01c0b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497625 Jun 18 19:46:00.219126 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917acd34-d4ee-42c8-9fc6-9b09332d30f9 req-b4b7a1d4-cc27-4beb-8b31-c521336aa7c0 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:00.221883 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-917acd34-d4ee-42c8-9fc6-9b09332d30f9 req-b4b7a1d4-cc27-4beb-8b31-c521336aa7c0 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.2338119 Jun 18 19:46:00.322766 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-917acd34-d4ee-42c8-9fc6-9b09332d30f9 req-1a191d14-f262-4ca5-a6f4-474ac763b266 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898440 Jun 18 19:46:00.409624 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d08ef5-faba-446e-baf5-00e4a48291fd {{(pid=100055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:46:00.422670 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:00.443106 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-14247401-b510-4742-b6d0-1e70d008b058 req-44d56eab-8ad3-42a7-923d-b8996e10f503 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592551 Jun 18 19:46:00.449808 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.provisioning_blocks [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Transition to ACTIVE for port object 49d08ef5-faba-446e-baf5-00e4a48291fd will not be triggered until provisioned by entity L2. {{(pid=100055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:00.564595 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14247401-b510-4742-b6d0-1e70d008b058 req-505d7867-4c44-4cba-bd41-7b0363c4b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:00.572786 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-14247401-b510-4742-b6d0-1e70d008b058 req-505d7867-4c44-4cba-bd41-7b0363c4b815 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9efe6c1ad71b4c5ba769415b48f22d43&device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 1099 time: 0.0638323 Jun 18 19:46:00.573010 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:00.573010 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-d5cc34a5-1f0a-47bd-be8f-ecb861ac089b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:00.664776 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Pushing event updated for resources: {'Port': ['ID=49d08ef5-faba-446e-baf5-00e4a48291fd,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:00.668434 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:00.706635 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.managers [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Attempting to bind port 49d08ef5-faba-446e-baf5-00e4a48291fd on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:46:00.706973 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.managers [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Attempting to bind port 49d08ef5-faba-446e-baf5-00e4a48291fd by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'}] {{(pid=100055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:46:00.707305 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Attempting to bind port 49d08ef5-faba-446e-baf5-00e4a48291fd on network 63df527b-b26b-4454-8053-13a944fba35f {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:00.712464 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Port 49d08ef5-faba-446e-baf5-00e4a48291fd on network 63df527b-b26b-4454-8053-13a944fba35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:46:00.712947 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Attempting to bind port 49d08ef5-faba-446e-baf5-00e4a48291fd on network 63df527b-b26b-4454-8053-13a944fba35f {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:00.719668 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:46:00.721231 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Checking segment: {'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:00.721411 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Bound using segment: {'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'} {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:46:00.721895 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.managers [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Bound port: 49d08ef5-faba-446e-baf5-00e4a48291fd, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'}}] {{(pid=100055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:46:00.722435 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:00.805419 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] For port 49d08ef5-faba-446e-baf5-00e4a48291fd, host hv-cinder-79053, cleared binding levels {{(pid=100055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:46:00.808996 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] For port 49d08ef5-faba-446e-baf5-00e4a48291fd, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=49d08ef5-faba-446e-baf5-00e4a48291fd,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:46:00.927092 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:00.929701 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:00.979544 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:00.980182 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:00.981788 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] 10.222.0.58 "PUT /v2.0/ports/49d08ef5-faba-446e-baf5-00e4a48291fd HTTP/1.1" status: 200 len: 1093 time: 1.3972023 Jun 18 19:46:00.982310 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b73799-61ce-4839-8998-e9c42f97be24', 'tag': '49d08ef5-faba-446e-baf5-00e4a48291fd'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:00.987187 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf5b76d-da39-4bb8-ab43-199443da858e" -d '{"events": [{"name": "network-changed", "server_uuid": "60b73799-61ce-4839-8998-e9c42f97be24", "tag": "49d08ef5-faba-446e-baf5-00e4a48291fd"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:01.027954 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Pushing event updated for resources: {'Port': ['ID=49d08ef5-faba-446e-baf5-00e4a48291fd,revision_number=3']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:01.036385 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:01.058085 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a53b98-1b7d-4ef1-b9cc-f6887ead8fb6 x-openstack-request-id: req-f3a53b98-1b7d-4ef1-b9cc-f6887ead8fb6 {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:01.058503 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b73799-61ce-4839-8998-e9c42f97be24", "tag": "49d08ef5-faba-446e-baf5-00e4a48291fd", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:01.058876 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3a53b98-1b7d-4ef1-b9cc-f6887ead8fb6 {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:01.059687 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b73799-61ce-4839-8998-e9c42f97be24', 'tag': '49d08ef5-faba-446e-baf5-00e4a48291fd', 'status': 'completed', 'code': 200} Jun 18 19:46:01.400299 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df5599-11cc-4703-9dcb-4bc382b205ee req-bd7e4b85-4b8f-4cd4-b268-56b11787b0ff tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:01.401957 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-89df5599-11cc-4703-9dcb-4bc382b205ee req-bd7e4b85-4b8f-4cd4-b268-56b11787b0ff tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.0984082 Jun 18 19:46:01.456207 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-89df5599-11cc-4703-9dcb-4bc382b205ee req-d260aa98-e280-470e-a838-7ec27b60af0f tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422761 Jun 18 19:46:01.723652 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6573cc-8287-4a26-a1c2-7e2c7aa830e0 req-acd4d730-1386-4c25-b845-a965bcf6b28b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:01.726373 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-cd6573cc-8287-4a26-a1c2-7e2c7aa830e0 req-acd4d730-1386-4c25-b845-a965bcf6b28b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1135552 Jun 18 19:46:01.799204 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-cd6573cc-8287-4a26-a1c2-7e2c7aa830e0 req-fea2bfb3-ef26-4af4-87cd-8c07c94246fd tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667884 Jun 18 19:46:02.670251 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58f400-8476-460e-927b-f0a82e35e626 req-0a31526d-1f96-4073-8a99-4665a8383525 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:02.671711 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-da58f400-8476-460e-927b-f0a82e35e626 req-0a31526d-1f96-4073-8a99-4665a8383525 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.0757208 Jun 18 19:46:02.722777 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-da58f400-8476-460e-927b-f0a82e35e626 req-22675e21-ef99-43c1-9733-21c669e79ab2 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439804 Jun 18 19:46:02.995613 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68a988-998f-486c-83be-547354d7f350 req-9c69eaca-26f3-42e3-b42b-4fcfb89eb7c7 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:02.997248 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ae68a988-998f-486c-83be-547354d7f350 req-9c69eaca-26f3-42e3-b42b-4fcfb89eb7c7 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0744705 Jun 18 19:46:03.061278 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ae68a988-998f-486c-83be-547354d7f350 req-ddc01dc2-f4fa-49c9-a4fb-de1c498bcfb4 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528476 Jun 18 19:46:03.954226 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e6f94-a06d-4536-bbe1-b0773b296794 req-ef7bca99-5b87-4c8a-9fda-96123ca4b939 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:03.955684 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e31e6f94-a06d-4536-bbe1-b0773b296794 req-ef7bca99-5b87-4c8a-9fda-96123ca4b939 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.0682330 Jun 18 19:46:04.000232 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e31e6f94-a06d-4536-bbe1-b0773b296794 req-be6aeb8d-5214-42c2-aa15-0a651c75cc37 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385554 Jun 18 19:46:04.252817 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbc927-666f-4693-9ffd-511e1252d0ed req-87f4fc83-deac-40c3-a6a8-84aceca3cbe6 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:04.255941 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-fbcbc927-666f-4693-9ffd-511e1252d0ed req-87f4fc83-deac-40c3-a6a8-84aceca3cbe6 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0724521 Jun 18 19:46:04.311539 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-fbcbc927-666f-4693-9ffd-511e1252d0ed req-95fe48dd-820a-4f48-a4b6-6aaf7155dfd8 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479929 Jun 18 19:46:04.385367 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5b76d-da39-4bb8-ab43-199443da858e req-7cc2ec51-2296-4e89-a524-574df9dfa28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:04.386888 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-daf5b76d-da39-4bb8-ab43-199443da858e req-7cc2ec51-2296-4e89-a524-574df9dfa28f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad1c42703855432a866512bf4bfdc17b&device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 1096 time: 0.0741992 Jun 18 19:46:04.419925 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14247401-b510-4742-b6d0-1e70d008b058 req-4a647177-0528-4c69-8b5a-4308f11972f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:04.421581 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-14247401-b510-4742-b6d0-1e70d008b058 req-4a647177-0528-4c69-8b5a-4308f11972f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c48dc82c-62c8-4213-9781-a357cf53aa36 HTTP/1.1" status: 200 len: 912 time: 0.1564825 Jun 18 19:46:04.483219 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-14247401-b510-4742-b6d0-1e70d008b058 req-a55ba5c4-fa6f-4c1b-a8bf-624d086ae95c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a75672e0-e358-48b0-835e-1810d4434c98 HTTP/1.1" status: 200 len: 217 time: 0.0522752 Jun 18 19:46:04.550528 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14247401-b510-4742-b6d0-1e70d008b058 req-2779b3b7-1986-4d93-a2f9-e551b1ff42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:04.552036 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-14247401-b510-4742-b6d0-1e70d008b058 req-2779b3b7-1986-4d93-a2f9-e551b1ff42a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d8084a71-0526-4954-930c-d9fd084d475c HTTP/1.1" status: 200 len: 851 time: 0.0589824 Jun 18 19:46:04.591642 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-14247401-b510-4742-b6d0-1e70d008b058 req-ae2be5fa-b3b3-4ff3-a0b6-cce195c7d1f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c48dc82c-62c8-4213-9781-a357cf53aa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285373 Jun 18 19:46:04.604434 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5b76d-da39-4bb8-ab43-199443da858e req-bbd8f7d5-1e78-4690-93da-0ca41fbff267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:04.605995 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-daf5b76d-da39-4bb8-ab43-199443da858e req-bbd8f7d5-1e78-4690-93da-0ca41fbff267 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=ad1c42703855432a866512bf4bfdc17b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2075996 Jun 18 19:46:04.706591 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-14247401-b510-4742-b6d0-1e70d008b058 req-9cdc36c4-d6f2-4292-8c87-cd3962420955 service neutron] 10.222.0.58 "GET /v2.0/networks/c48dc82c-62c8-4213-9781-a357cf53aa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007488 Jun 18 19:46:04.792916 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5b76d-da39-4bb8-ab43-199443da858e req-482b1ca8-c25d-482a-9463-271542d70a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:04.794754 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-daf5b76d-da39-4bb8-ab43-199443da858e req-482b1ca8-c25d-482a-9463-271542d70a01 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1785772 Jun 18 19:46:04.855034 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-14247401-b510-4742-b6d0-1e70d008b058 req-2ed232c0-9b6e-4b78-8c98-426c89feaf37 service neutron] 10.222.0.58 "GET /v2.0/networks/c48dc82c-62c8-4213-9781-a357cf53aa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375771 Jun 18 19:46:04.942508 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-24f8d78f-4c6e-48f7-8577-af60c169c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:04.944025 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-24f8d78f-4c6e-48f7-8577-af60c169c68a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad1c42703855432a866512bf4bfdc17b&device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 1096 time: 0.0741618 Jun 18 19:46:04.995701 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-76b6d796-5a68-4b6a-b807-96806be2e21b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49d08ef5-faba-446e-baf5-00e4a48291fd HTTP/1.1" status: 200 len: 217 time: 0.0433877 Jun 18 19:46:05.067190 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-3f14471e-a122-48bd-9713-a1f022f57084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:05.069064 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-3f14471e-a122-48bd-9713-a1f022f57084 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b3244916-cc51-4cd2-9f62-176215c803f1 HTTP/1.1" status: 200 len: 855 time: 0.0598061 Jun 18 19:46:05.127798 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-d92f1718-6cba-4d0b-a357-2fd5a4b548dd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=63df527b-b26b-4454-8053-13a944fba35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472560 Jun 18 19:46:05.248495 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37030a9-3ec2-4034-93fd-a28202e12e82 req-3253ddb6-ef75-4aa7-86d9-3b8615d8aa74 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:05.250127 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e37030a9-3ec2-4034-93fd-a28202e12e82 req-3253ddb6-ef75-4aa7-86d9-3b8615d8aa74 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.1062431 Jun 18 19:46:05.318449 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-4a36bfe3-b777-4c84-bb38-6345ba966cec service neutron] 10.222.0.58 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709106 Jun 18 19:46:05.322650 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e37030a9-3ec2-4034-93fd-a28202e12e82 req-a27e6e84-78ed-49fe-bfff-39d33d7367a3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577376 Jun 18 19:46:05.458807 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81cf0156-b2b4-423b-ba91-a101b72f2fdd req-880eab1d-4edf-45a5-8aea-b78154f2cd6c service neutron] 10.222.0.58 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379058 Jun 18 19:46:05.613787 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00e995-e362-4a81-ae5f-7b5ee0e26433 req-bfd589c4-c922-4aec-ade8-3f0a6ccfa805 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:05.615482 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca00e995-e362-4a81-ae5f-7b5ee0e26433 req-bfd589c4-c922-4aec-ade8-3f0a6ccfa805 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1088250 Jun 18 19:46:05.666766 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca00e995-e362-4a81-ae5f-7b5ee0e26433 req-f59dc116-05d3-4cd0-86a0-f22dd526c56d tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453241 Jun 18 19:46:06.320947 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:06.529857 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13dabd-cb8d-42a4-a207-73111f64a595 req-f70060ea-c944-4320-8162-248d1647487d tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:06.531434 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5e13dabd-cb8d-42a4-a207-73111f64a595 req-f70060ea-c944-4320-8162-248d1647487d tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.0852277 Jun 18 19:46:06.593450 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5e13dabd-cb8d-42a4-a207-73111f64a595 req-7ef4e4bd-329b-443e-b559-bfd119326e69 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552166 Jun 18 19:46:06.932566 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48fdce-46ef-4d78-a816-93b8ff5945e2 req-60a6b3d5-2b92-4506-a57b-2b042f6adfcf tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:06.934163 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0e48fdce-46ef-4d78-a816-93b8ff5945e2 req-60a6b3d5-2b92-4506-a57b-2b042f6adfcf tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0841446 Jun 18 19:46:06.993409 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0e48fdce-46ef-4d78-a816-93b8ff5945e2 req-d0703a80-143e-48f9-8a68-27f9014ef078 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489173 Jun 18 19:46:07.452370 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747f2a3-463c-474a-b406-e2edc1e5825b req-895f8723-04e3-4fc7-bc7e-34d4c2b88d7a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:07.455560 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-2747f2a3-463c-474a-b406-e2edc1e5825b req-895f8723-04e3-4fc7-bc7e-34d4c2b88d7a tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 946 time: 0.0792515 Jun 18 19:46:07.530361 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-2747f2a3-463c-474a-b406-e2edc1e5825b req-e5e401ec-b6ca-40da-90b2-eefa46a02572 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639319 Jun 18 19:46:07.829531 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc91b81-d59f-49d0-9a66-c325d998db20 req-ebb290b4-f690-4310-b377-610795b9a8e4 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:07.831444 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9cc91b81-d59f-49d0-9a66-c325d998db20 req-ebb290b4-f690-4310-b377-610795b9a8e4 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.0853696 Jun 18 19:46:07.883679 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9cc91b81-d59f-49d0-9a66-c325d998db20 req-40454141-c39c-4f57-a376-4a0fa4d1fb32 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459461 Jun 18 19:46:08.010879 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 36486) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:08.184455 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ae943e58-fc0a-4e60-8e2e-ddc2893111aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:08.394477 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ae943e58-fc0a-4e60-8e2e-ddc2893111aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:08.452513 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042b119-f7b1-49d3-bf5f-757187fbefa2 req-59b19445-91a5-4582-b392-1f5236880504 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:08.455805 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5042b119-f7b1-49d3-bf5f-757187fbefa2 req-59b19445-91a5-4582-b392-1f5236880504 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1589191 Jun 18 19:46:08.457617 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ae943e58-fc0a-4e60-8e2e-ddc2893111aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:08.467518 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c5105847-310b-47cc-a5bc-da005b084ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:08.555527 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-ae943e58-fc0a-4e60-8e2e-ddc2893111aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f32ec3ca2ae8410cb75c0552cf742557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5434916 Jun 18 19:46:08.557838 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae943e58-fc0a-4e60-8e2e-ddc2893111aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7051072e-3294-4e39-b660-bd8fc429a6a6,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:08.559022 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 36494) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:08.566533 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ae943e58-fc0a-4e60-8e2e-ddc2893111aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:08.582721 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5042b119-f7b1-49d3-bf5f-757187fbefa2 req-01f7b102-5e9a-46cd-80c4-6723a3876f1b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178226 Jun 18 19:46:08.669824 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3e254516-8267-44cd-9fed-3cf567701409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:08.707856 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3e254516-8267-44cd-9fed-3cf567701409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:08.806151 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1f930-3ca7-4ec0-9403-d60081c43852 req-166bc0a9-d0d7-4baf-b6cc-e3660124be79 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:08.807740 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-47b1f930-3ca7-4ec0-9403-d60081c43852 req-166bc0a9-d0d7-4baf-b6cc-e3660124be79 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 946 time: 0.0923302 Jun 18 19:46:08.862727 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-47b1f930-3ca7-4ec0-9403-d60081c43852 req-a8701282-6edf-4c7c-b414-17e20656b0d0 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456698 Jun 18 19:46:08.902995 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3e254516-8267-44cd-9fed-3cf567701409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:08.905888 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3e254516-8267-44cd-9fed-3cf567701409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:08.907840 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-3e254516-8267-44cd-9fed-3cf567701409 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7051072e-3294-4e39-b660-bd8fc429a6a6 HTTP/1.1" status: 204 len: 168 time: 0.3464909 Jun 18 19:46:08.909061 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-d1849aab-c174-4566-9f79-f5a676a9c646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:08.929238 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e254516-8267-44cd-9fed-3cf567701409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7051072e-3294-4e39-b660-bd8fc429a6a6,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:08.940772 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-3e254516-8267-44cd-9fed-3cf567701409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:09.183833 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df8c45-6e31-4e53-aa26-72404af79681 req-30e16826-46c3-4c71-bb63-9197f25c786b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:09.185552 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-49df8c45-6e31-4e53-aa26-72404af79681 req-30e16826-46c3-4c71-bb63-9197f25c786b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.0724823 Jun 18 19:46:09.244983 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-49df8c45-6e31-4e53-aa26-72404af79681 req-534337d5-a2e9-4f3a-aecf-b12f02c1b341 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528672 Jun 18 19:46:09.673313 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 36514) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:09.714032 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d7afa33b-9302-4905-bea5-ecd9de5594cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:09.896602 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d7afa33b-9302-4905-bea5-ecd9de5594cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:09.917204 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a5022-6ba3-4c11-85b7-bebeeb115adc req-8f3212c9-f223-4e19-a1d1-e6809676895e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:09.918826 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0f1a5022-6ba3-4c11-85b7-bebeeb115adc req-8f3212c9-f223-4e19-a1d1-e6809676895e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1006432 Jun 18 19:46:09.976432 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d7afa33b-9302-4905-bea5-ecd9de5594cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:09.992478 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-23aaef0c-4d4a-4c49-af75-1ab073134d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:10.011593 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0f1a5022-6ba3-4c11-85b7-bebeeb115adc req-e988341e-8480-4a77-b9f8-6eacf01fc9d4 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850856 Jun 18 19:46:10.035835 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afa33b-9302-4905-bea5-ecd9de5594cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadbcfab-a015-4077-8db2-80e13f582fce,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:10.044826 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-d7afa33b-9302-4905-bea5-ecd9de5594cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=048d7389f27f4f34be173b4ce5371fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649266 Jun 18 19:46:10.044826 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-d7afa33b-9302-4905-bea5-ecd9de5594cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:10.045753 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 36522) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:10.104198 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-83ac7c9e-6d96-44b4-806a-ddaa2d757bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:10.139548 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-83ac7c9e-6d96-44b4-806a-ddaa2d757bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:10.242903 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6775226-4780-450c-8686-3a00692f9185 req-bc01e697-87b9-4dd2-9a6d-b69a05a742b8 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:10.244679 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d6775226-4780-450c-8686-3a00692f9185 req-bc01e697-87b9-4dd2-9a6d-b69a05a742b8 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 946 time: 0.1022263 Jun 18 19:46:10.294460 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d6775226-4780-450c-8686-3a00692f9185 req-60d26d7e-abe1-4a16-a160-9503bf06670e tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401566 Jun 18 19:46:10.338290 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-83ac7c9e-6d96-44b4-806a-ddaa2d757bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:10.343110 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-83ac7c9e-6d96-44b4-806a-ddaa2d757bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:10.346526 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-83ac7c9e-6d96-44b4-806a-ddaa2d757bad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aadbcfab-a015-4077-8db2-80e13f582fce HTTP/1.1" status: 204 len: 168 time: 0.2990437 Jun 18 19:46:10.347835 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-5c7f2355-d1c9-4ef3-82a9-8c5bcd079280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:10.362440 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac7c9e-6d96-44b4-806a-ddaa2d757bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadbcfab-a015-4077-8db2-80e13f582fce,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:10.366291 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-83ac7c9e-6d96-44b4-806a-ddaa2d757bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:10.557903 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43094a-272e-453d-8b62-7ccbbf24d4fc req-6c267e47-89ee-488c-ae8d-498a0bd8b7c9 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:10.559452 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0a43094a-272e-453d-8b62-7ccbbf24d4fc req-6c267e47-89ee-488c-ae8d-498a0bd8b7c9 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.0841591 Jun 18 19:46:10.607092 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0a43094a-272e-453d-8b62-7ccbbf24d4fc req-660b72d3-0d52-46e2-bef3-4c2b4355e9cd tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402200 Jun 18 19:46:11.252838 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497cab6-a6c0-4f0c-b2b1-34e0b51883e7 req-532a1806-ae43-4198-860d-fa5bd3aa7ccb tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:11.255337 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a497cab6-a6c0-4f0c-b2b1-34e0b51883e7 req-532a1806-ae43-4198-860d-fa5bd3aa7ccb tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0772913 Jun 18 19:46:11.314476 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a497cab6-a6c0-4f0c-b2b1-34e0b51883e7 req-981a7c5a-8c28-4789-a882-a997303b90eb tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514979 Jun 18 19:46:11.678992 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c821c26-af32-463e-9b12-7169d6433be2 req-2a2febf6-1d9e-4d25-8865-a90ea54e2432 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:11.681804 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1c821c26-af32-463e-9b12-7169d6433be2 req-2a2febf6-1d9e-4d25-8865-a90ea54e2432 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 946 time: 0.0907891 Jun 18 19:46:11.724297 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1c821c26-af32-463e-9b12-7169d6433be2 req-c8fbe898-ff9e-48a9-b968-952710c2840c tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361845 Jun 18 19:46:12.021798 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fd54c-a786-4a5b-bc84-fe5c518847fc req-295fc18e-0dd2-40c5-94e8-19b8d8980919 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:12.027716 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3c1fd54c-a786-4a5b-bc84-fe5c518847fc req-295fc18e-0dd2-40c5-94e8-19b8d8980919 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.1182976 Jun 18 19:46:12.075809 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3c1fd54c-a786-4a5b-bc84-fe5c518847fc req-7f2add12-2fe3-422e-8bfc-a7cf798a49ce tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406237 Jun 18 19:46:12.522792 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543a817-7603-4edf-ab33-7ed310f1e048 req-460a5a7c-5c28-466e-a9b0-9ba00a0a97b6 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:12.524413 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7543a817-7603-4edf-ab33-7ed310f1e048 req-460a5a7c-5c28-466e-a9b0-9ba00a0a97b6 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0714681 Jun 18 19:46:12.571936 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7543a817-7603-4edf-ab33-7ed310f1e048 req-88beb540-09fe-4715-86b1-b259a796ebb7 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366616 Jun 18 19:46:12.999789 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf0c78-04cd-4247-8564-aa458a8b9920 req-5b146de5-33f4-434a-a4b3-2fca9effc968 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:13.007556 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8acf0c78-04cd-4247-8564-aa458a8b9920 req-5b146de5-33f4-434a-a4b3-2fca9effc968 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 946 time: 0.0852149 Jun 18 19:46:13.059438 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8acf0c78-04cd-4247-8564-aa458a8b9920 req-486d7ec7-84c2-4266-9231-ae3b4c89976f tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507157 Jun 18 19:46:13.186251 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-eb0072a1-d6ad-4ef5-8273-f89e49cb0c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:13.423272 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411e7ed-e9e9-4410-b357-724c07fa8493 req-4312a5c2-a238-44ed-80b0-4f139f3f62b7 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:13.425293 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8411e7ed-e9e9-4410-b357-724c07fa8493 req-4312a5c2-a238-44ed-80b0-4f139f3f62b7 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.1404815 Jun 18 19:46:13.477337 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8411e7ed-e9e9-4410-b357-724c07fa8493 req-a41ef9ea-4fb2-4236-a3dd-3a0de7a47610 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432675 Jun 18 19:46:13.804777 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e142411-516e-4344-ae2d-d421b0e6e9ef req-4c7590a7-db0d-4cc6-9b74-dac41210a4c9 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:13.806412 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6e142411-516e-4344-ae2d-d421b0e6e9ef req-4c7590a7-db0d-4cc6-9b74-dac41210a4c9 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 946 time: 0.1409116 Jun 18 19:46:13.819106 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04e719-e8d7-4b21-ac34-ae8b68786c50 req-2d15e97d-004b-4903-881c-dfc53df1a3a6 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:13.820680 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7b04e719-e8d7-4b21-ac34-ae8b68786c50 req-2d15e97d-004b-4903-881c-dfc53df1a3a6 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1101785 Jun 18 19:46:14.208685 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7b04e719-e8d7-4b21-ac34-ae8b68786c50 req-1f7a7d9b-12e1-4737-a677-8840bd9df794 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645642 Jun 18 19:46:14.262918 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [req-6e142411-516e-4344-ae2d-d421b0e6e9ef req-f7baf770-1567-46cc-a825-673e046604a2 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Deleting port a75672e0-e358-48b0-835e-1810d4434c98 {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:46:14.263525 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-6e142411-516e-4344-ae2d-d421b0e6e9ef req-f7baf770-1567-46cc-a825-673e046604a2 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:14.335827 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e790c1c-59f6-4a88-a1aa-6f2fbac88bcd req-e04d45d5-c7a4-4100-b575-fad95510feb0 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:14.338468 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4e790c1c-59f6-4a88-a1aa-6f2fbac88bcd req-e04d45d5-c7a4-4100-b575-fad95510feb0 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 946 time: 0.1258357 Jun 18 19:46:14.390456 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4e790c1c-59f6-4a88-a1aa-6f2fbac88bcd req-7d758911-c4a8-4432-9c36-96939d54a923 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412304 Jun 18 19:46:14.443131 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [req-6e142411-516e-4344-ae2d-d421b0e6e9ef req-f7baf770-1567-46cc-a825-673e046604a2 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] For port a75672e0-e358-48b0-835e-1810d4434c98, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a75672e0-e358-48b0-835e-1810d4434c98,segment=NetworkSegment(a85eb944-614c-4283-85c1-e74412762986),segment_id=a85eb944-614c-4283-85c1-e74412762986)] {{(pid=100055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:14.443740 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-6e142411-516e-4344-ae2d-d421b0e6e9ef req-f7baf770-1567-46cc-a825-673e046604a2 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:14.544221 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [req-6e142411-516e-4344-ae2d-d421b0e6e9ef req-f7baf770-1567-46cc-a825-673e046604a2 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Calling delete_port for a75672e0-e358-48b0-835e-1810d4434c98 owned by compute:nova {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:46:14.883454 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cbb45-4d92-450c-ba9e-2e3f47b45dd0 req-7585d2b3-bbfa-49d0-b622-b4bf72ae19d8 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:14.886101 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-238cbb45-4d92-450c-ba9e-2e3f47b45dd0 req-7585d2b3-bbfa-49d0-b622-b4bf72ae19d8 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.1782339 Jun 18 19:46:14.973042 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-238cbb45-4d92-450c-ba9e-2e3f47b45dd0 req-f4f0460e-62cf-4122-a926-0d0aa3e2e0da tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762737 Jun 18 19:46:15.074616 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-6e142411-516e-4344-ae2d-d421b0e6e9ef req-f7baf770-1567-46cc-a825-673e046604a2 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:15.084615 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:15.119563 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7baf770-1567-46cc-a825-673e046604a2 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Pushing event deleted for resources: {'Port': ['ID=a75672e0-e358-48b0-835e-1810d4434c98,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:15.123757 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-f7baf770-1567-46cc-a825-673e046604a2 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:15.189409 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e142411-516e-4344-ae2d-d421b0e6e9ef req-f7baf770-1567-46cc-a825-673e046604a2 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] No DVR routers for this DVR port a75672e0-e358-48b0-835e-1810d4434c98 on host hv-cinder-79053 {{(pid=100055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:46:15.193430 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-6e142411-516e-4344-ae2d-d421b0e6e9ef req-f7baf770-1567-46cc-a825-673e046604a2 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:15.195891 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6e142411-516e-4344-ae2d-d421b0e6e9ef req-f7baf770-1567-46cc-a825-673e046604a2 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.58 "DELETE /v2.0/ports/a75672e0-e358-48b0-835e-1810d4434c98 HTTP/1.1" status: 204 len: 173 time: 1.3742294 Jun 18 19:46:15.196780 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1d471b-4fe2-4361-944f-401068f5c1d1', 'name': 'network-vif-deleted', 'tag': 'a75672e0-e358-48b0-835e-1810d4434c98'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:15.199585 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7efaf82-3c6c-47b3-90db-ac1915f45d6c" -d '{"events": [{"server_uuid": "8f1d471b-4fe2-4361-944f-401068f5c1d1", "name": "network-vif-deleted", "tag": "a75672e0-e358-48b0-835e-1810d4434c98"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:15.278320 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f30e01-94e4-4bb4-a88a-8550185562e3 x-openstack-request-id: req-89f30e01-94e4-4bb4-a88a-8550185562e3 {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:15.278725 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1d471b-4fe2-4361-944f-401068f5c1d1", "name": "network-vif-deleted", "tag": "a75672e0-e358-48b0-835e-1810d4434c98", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:15.279063 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-89f30e01-94e4-4bb4-a88a-8550185562e3 {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:15.279597 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1d471b-4fe2-4361-944f-401068f5c1d1', 'name': 'network-vif-deleted', 'tag': 'a75672e0-e358-48b0-835e-1810d4434c98', 'status': 'completed', 'code': 200} Jun 18 19:46:15.467947 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2811fed-f887-4350-9b2a-11ff62896d10 req-2265a3c6-7e6d-4d6f-a42f-5579e83001b8 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:15.470031 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e2811fed-f887-4350-9b2a-11ff62896d10 req-2265a3c6-7e6d-4d6f-a42f-5579e83001b8 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1041772 Jun 18 19:46:15.523036 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e2811fed-f887-4350-9b2a-11ff62896d10 req-d5a82f30-9a18-4d6a-a9a1-1a7d3fa8a29b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427785 Jun 18 19:46:15.560896 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ce6717c9-6a6e-4fc4-8378-a254207fbad6 req-316a2e79-f3cc-45c5-a5da-2a18871f08c3 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 210 time: 0.0340102 Jun 18 19:46:15.775851 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-a09cf2b7-d3d7-450c-92bf-5c19b7cd2ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:15.880393 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:16.183668 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38bfa7-c174-4d58-b5a9-3642cdc7a744 req-9eed3daa-02be-44f7-96c8-742f0bbf3a54 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:16.185268 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-db38bfa7-c174-4d58-b5a9-3642cdc7a744 req-9eed3daa-02be-44f7-96c8-742f0bbf3a54 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.0797803 Jun 18 19:46:16.228929 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-db38bfa7-c174-4d58-b5a9-3642cdc7a744 req-224888b3-18ff-4e4b-be4b-c340bcd29919 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369315 Jun 18 19:46:16.762898 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0cad3-96a3-43a5-a89b-cdfaf3374dc6 req-a5670137-b629-4cf4-98d1-ba6ac0f35185 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:16.764431 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f4d0cad3-96a3-43a5-a89b-cdfaf3374dc6 req-a5670137-b629-4cf4-98d1-ba6ac0f35185 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1121950 Jun 18 19:46:16.809265 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f4d0cad3-96a3-43a5-a89b-cdfaf3374dc6 req-67bf82d2-85fb-428a-bf9f-1a7458178c31 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373793 Jun 18 19:46:16.957009 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a46c1435-1eb1-4ed9-9465-08dfb0224b12 req-4dc11db9-d386-412a-83c6-ca3fb1be086f tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 210 time: 0.0318139 Jun 18 19:46:17.012015 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:17.378123 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device a75672e0-e358-48b0-835e-1810d4434c98 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:46:17.434252 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932719c-441b-4019-99f7-eb5642f93af4 req-aa610f34-5e12-445c-9e72-16923932af4e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:17.436206 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4932719c-441b-4019-99f7-eb5642f93af4 req-aa610f34-5e12-445c-9e72-16923932af4e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.0793631 Jun 18 19:46:17.503413 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4932719c-441b-4019-99f7-eb5642f93af4 req-8fa7dff0-6c36-44cd-a17b-d5680e429de8 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559201 Jun 18 19:46:17.523277 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: a75672e0-e358-48b0-835e-1810d4434c98 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:46:17.523638 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device a75672e0-e358-48b0-835e-1810d4434c98 not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:46:17.954279 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:46:18.003133 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be60db-d93e-4bbd-8682-a5a7f9d88960 req-41780216-ebf4-4c69-9850-d8330eb56a2c tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:18.004769 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-73be60db-d93e-4bbd-8682-a5a7f9d88960 req-41780216-ebf4-4c69-9850-d8330eb56a2c tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0720663 Jun 18 19:46:18.053135 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-73be60db-d93e-4bbd-8682-a5a7f9d88960 req-a1371988-e781-414f-a8bd-74664614b4a8 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423129 Jun 18 19:46:18.192852 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a91fc154-571e-440e-9f7e-bf9e9f6f408e req-1d5674b5-8b21-4fd4-96fa-dea017cf187b tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 210 time: 0.0320988 Jun 18 19:46:18.736891 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7e826-f141-447d-861b-a6a461ea020e req-5acdda22-0583-467d-b45b-4dcd04ec41a0 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:18.739207 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-24f7e826-f141-447d-861b-a6a461ea020e req-5acdda22-0583-467d-b45b-4dcd04ec41a0 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.0945394 Jun 18 19:46:18.785446 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-24f7e826-f141-447d-861b-a6a461ea020e req-fabf1a72-1b1f-4b19-8ebf-dc77d512a095 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Jun 18 19:46:18.868321 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:19.256701 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dac28-2514-46a3-8f73-c69c94dd58b4 req-c4764af5-dafb-4ea3-9d35-995a5c620e87 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:19.258995 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-dd5dac28-2514-46a3-8f73-c69c94dd58b4 req-c4764af5-dafb-4ea3-9d35-995a5c620e87 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0829694 Jun 18 19:46:19.306136 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-dd5dac28-2514-46a3-8f73-c69c94dd58b4 req-3c759fd0-7e89-4ead-8f1d-6b85913d505b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409105 Jun 18 19:46:19.546411 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4a96c340-71ee-47f7-b5e1-d3a07484f702 req-75afbc59-90f5-4e4a-ac91-0a102715499e tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 210 time: 0.0369945 Jun 18 19:46:19.983472 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77695e09-85b2-4f5a-ad72-5609bfc25396 req-78b90c46-5c18-4918-b8ee-576862c8c98b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:19.985327 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-77695e09-85b2-4f5a-ad72-5609bfc25396 req-78b90c46-5c18-4918-b8ee-576862c8c98b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.0794420 Jun 18 19:46:20.028482 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-77695e09-85b2-4f5a-ad72-5609bfc25396 req-5aa1f7b2-f14e-40bf-be20-15e1a87c0c3d tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370264 Jun 18 19:46:20.596070 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc0e4c-27c4-464b-af0f-c589a1338ce9 req-21ccfe4d-92f0-4492-b143-3a2bad47ad6e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:20.599481 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-70bc0e4c-27c4-464b-af0f-c589a1338ce9 req-21ccfe4d-92f0-4492-b143-3a2bad47ad6e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0897658 Jun 18 19:46:20.688164 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-70bc0e4c-27c4-464b-af0f-c589a1338ce9 req-e30c6a31-b30c-4678-8acc-0d9fda93e211 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782301 Jun 18 19:46:20.789352 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-31880a5a-3e6e-4ace-a126-d3349601eb50 req-76d19d36-0f49-49ce-b166-c9dd05c54542 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f1d471b-4fe2-4361-944f-401068f5c1d1 HTTP/1.1" status: 200 len: 210 time: 0.0491791 Jun 18 19:46:21.276615 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8ce63-83ed-4e6c-ac67-0c1fc4207cd6 req-cb0ab3d9-1f9a-4cde-ab41-64133a6f1d7f tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:21.278310 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9ea8ce63-83ed-4e6c-ac67-0c1fc4207cd6 req-cb0ab3d9-1f9a-4cde-ab41-64133a6f1d7f tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.1122229 Jun 18 19:46:21.342682 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9ea8ce63-83ed-4e6c-ac67-0c1fc4207cd6 req-7cfc1649-c904-483e-81b4-b04b35118e62 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567570 Jun 18 19:46:21.939259 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77285656-8f73-49d9-9c86-ee029b51db56 req-4832e4e3-9a9e-4245-8fc1-ad74e936e392 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:21.942073 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-77285656-8f73-49d9-9c86-ee029b51db56 req-4832e4e3-9a9e-4245-8fc1-ad74e936e392 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1164918 Jun 18 19:46:22.007080 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-77285656-8f73-49d9-9c86-ee029b51db56 req-5732640a-44ef-4c67-8098-5bd9a2dfb14f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555589 Jun 18 19:46:22.677694 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a36838-e839-4abd-a6f2-783bac73e2f9 req-671c94f3-06f3-47d0-9dad-0c2ecb93f894 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:22.680244 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-80a36838-e839-4abd-a6f2-783bac73e2f9 req-671c94f3-06f3-47d0-9dad-0c2ecb93f894 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.1068771 Jun 18 19:46:22.734885 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-80a36838-e839-4abd-a6f2-783bac73e2f9 req-6e52dece-cb6e-4cbc-ad69-8e0b450f7c59 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481288 Jun 18 19:46:23.254642 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c0bb8-105a-4d05-8548-af07d4911bc9 req-acb87e73-6f4c-4788-9959-034b581452ba tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:23.262957 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5d9c0bb8-105a-4d05-8548-af07d4911bc9 req-acb87e73-6f4c-4788-9959-034b581452ba tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1101463 Jun 18 19:46:23.320469 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5d9c0bb8-105a-4d05-8548-af07d4911bc9 req-1d9c89fe-fda8-48f9-924a-9bc1b8d29469 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575380 Jun 18 19:46:23.820661 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 36838) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:23.878988 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f44b28-fe98-412f-abfd-4e0fe21e27ff admin admin] Deleting subnet d8084a71-0526-4954-930c-d9fd084d475c {{(pid=100055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:46:23.885756 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56f44b28-fe98-412f-abfd-4e0fe21e27ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:23.923597 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56f44b28-fe98-412f-abfd-4e0fe21e27ff admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:23.933858 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56f44b28-fe98-412f-abfd-4e0fe21e27ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:23.963315 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeffc94-d263-4008-8cab-d8ff665ab6ef req-cf3e48d9-1e76-4cd3-94eb-9dea3408c893 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:23.965063 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-caeffc94-d263-4008-8cab-d8ff665ab6ef req-cf3e48d9-1e76-4cd3-94eb-9dea3408c893 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.0929253 Jun 18 19:46:24.009154 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-caeffc94-d263-4008-8cab-d8ff665ab6ef req-ff624100-06f0-43f0-998e-305f9b227f12 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357432 Jun 18 19:46:24.097871 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56f44b28-fe98-412f-abfd-4e0fe21e27ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103'] for subnet, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:24.101980 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:24.138328 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44b28-fe98-412f-abfd-4e0fe21e27ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8084a71-0526-4954-930c-d9fd084d475c,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:24.140464 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56f44b28-fe98-412f-abfd-4e0fe21e27ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:24.142746 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-56f44b28-fe98-412f-abfd-4e0fe21e27ff admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d8084a71-0526-4954-930c-d9fd084d475c HTTP/1.1" status: 204 len: 168 time: 0.3206987 Jun 18 19:46:24.146615 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-56f44b28-fe98-412f-abfd-4e0fe21e27ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:24.146859 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 36844) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:24.251181 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:24.407302 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:24.428108 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:46:24.429094 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:46:24.430697 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:46:24.431499 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Subscribe: > port after_create 55550000 {{(pid=100054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:46:24.432287 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Subscribe: > port after_delete 55550000 {{(pid=100054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:46:24.433849 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Subscribe: > port after_update 55550000 {{(pid=100054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:46:24.441071 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:46:24.441071 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:46:24.441071 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:46:24.441071 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:46:24.534312 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dc388-3b92-4ce6-9713-f6ae8934b9a9 req-2c61926f-76ac-42f8-9fb9-28605359b35e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:24.536440 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-241dc388-3b92-4ce6-9713-f6ae8934b9a9 req-2c61926f-76ac-42f8-9fb9-28605359b35e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0775702 Jun 18 19:46:24.626992 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-241dc388-3b92-4ce6-9713-f6ae8934b9a9 req-9a0ff3df-e139-4fdb-b1ba-5af0aae6e886 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808542 Jun 18 19:46:24.646450 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:46:24.646883 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:46:24.647276 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:46:24.647805 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:46:24.648353 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48dc82c-62c8-4213-9781-a357cf53aa36']}} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:24.669428 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85eb944-614c-4283-85c1-e74412762986') {'for_net_delete': True} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:24.669715 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85eb944-614c-4283-85c1-e74412762986') {} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:24.690394 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25228981'] for segment, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:24.719033 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:24.731707 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=100054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:46:24.732581 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-999293'] for segment, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: from cryptography.utils import int_from_bytes Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: from cryptography.utils import int_from_bytes Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: Traceback (most recent call last): Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: timer() Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: cb(*args, **kw) Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: return func(*args, **kwargs) Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: self._notify() Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: self.callback(batched_events) Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: event.method(event) Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: return f(self, *a, **k) Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: return self._get(url).json() Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: return self.request(url, 'GET', **kwargs) Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:46:24.740209 dv-cinder-790535-6-iscsi neutron-server[100054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:46:24.897253 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:24.901307 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:24.905522 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:24.908226 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] 10.222.0.42 "DELETE /v2.0/networks/c48dc82c-62c8-4213-9781-a357cf53aa36 HTTP/1.1" status: 204 len: 168 time: 0.7599669 Jun 18 19:46:24.918136 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=c48dc82c-62c8-4213-9781-a357cf53aa36,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:24.920557 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:25.213577 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b92e23-891c-4596-99a4-4afebdcb160a req-c0c52e65-f449-45ff-b1dd-5d2fb2c66f8a tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:25.215422 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-87b92e23-891c-4596-99a4-4afebdcb160a req-c0c52e65-f449-45ff-b1dd-5d2fb2c66f8a tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.0811603 Jun 18 19:46:25.256930 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-87b92e23-891c-4596-99a4-4afebdcb160a req-ecf44211-42df-4b87-a53c-d4613c905712 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357232 Jun 18 19:46:25.472404 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 36890) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:25.548250 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-0b8e9225-81b4-4a9b-980e-ee798abba8b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9efe6c1ad71b4c5ba769415b48f22d43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0739946 Jun 18 19:46:25.551050 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 36896) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:25.612291 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 36900) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:25.614923 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2858aebe-2b12-49f8-b69e-2bf702b9cad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:25.669090 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2858aebe-2b12-49f8-b69e-2bf702b9cad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:25.807225 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7ef1351e-503b-4aa7-b71f-32f35cfa71de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:25.879887 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2858aebe-2b12-49f8-b69e-2bf702b9cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:25.882769 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2858aebe-2b12-49f8-b69e-2bf702b9cad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:25.883944 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-2858aebe-2b12-49f8-b69e-2bf702b9cad5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2bb1df8-4e3b-42d6-a58d-f14d81ad0839 HTTP/1.1" status: 204 len: 168 time: 0.3319416 Jun 18 19:46:25.884755 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6fc54d16-5fd0-4c1c-aa9a-2a2a96ba521b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:25.894050 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858aebe-2b12-49f8-b69e-2bf702b9cad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bb1df8-4e3b-42d6-a58d-f14d81ad0839,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:25.903520 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2858aebe-2b12-49f8-b69e-2bf702b9cad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:26.046511 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52727cb-71e4-447d-a072-d35cb38af6ef req-578c19dd-9370-47c3-9edc-c040f52d319c tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:26.049426 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a52727cb-71e4-447d-a072-d35cb38af6ef req-578c19dd-9370-47c3-9edc-c040f52d319c tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1968851 Jun 18 19:46:26.084747 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7ef1351e-503b-4aa7-b71f-32f35cfa71de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:26.107166 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 36916) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:26.119059 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a52727cb-71e4-447d-a072-d35cb38af6ef req-11d3f15f-3643-446f-955d-1c488973cc86 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600784 Jun 18 19:46:26.199612 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7ef1351e-503b-4aa7-b71f-32f35cfa71de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:26.204011 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ca147aea-dbdf-42be-a5d4-e49dcab36517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:26.268842 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1351e-503b-4aa7-b71f-32f35cfa71de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395687cb-bc4a-408e-9957-dbdd7bcf77b0,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:26.273858 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7ef1351e-503b-4aa7-b71f-32f35cfa71de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:26.283713 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-7ef1351e-503b-4aa7-b71f-32f35cfa71de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5cc3ffe34a94196a81949ac73e25388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6638615 Jun 18 19:46:26.284283 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 36920) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:26.414843 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e2747ef8-5f9d-47d8-9c83-35dd32e77b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:26.475829 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-0f0ec241-d43e-4e56-8e9e-49a9a6b2de4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:26.544845 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e2747ef8-5f9d-47d8-9c83-35dd32e77b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:26.678819 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393b294-35d9-4163-9e56-ef68883b360e req-6e702c1b-37ab-47e5-adff-eb2a3abef23d tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:26.689131 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6393b294-35d9-4163-9e56-ef68883b360e req-6e702c1b-37ab-47e5-adff-eb2a3abef23d tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 943 time: 0.2077210 Jun 18 19:46:26.751866 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-0f0ec241-d43e-4e56-8e9e-49a9a6b2de4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:26.767356 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6393b294-35d9-4163-9e56-ef68883b360e req-9b24cfc4-4ade-428a-9f0d-eb65cc5f2a9c tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749187 Jun 18 19:46:26.788122 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e2747ef8-5f9d-47d8-9c83-35dd32e77b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:26.790949 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e2747ef8-5f9d-47d8-9c83-35dd32e77b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:26.792103 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-e2747ef8-5f9d-47d8-9c83-35dd32e77b74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/395687cb-bc4a-408e-9957-dbdd7bcf77b0 HTTP/1.1" status: 204 len: 168 time: 0.5043740 Jun 18 19:46:26.792885 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:26.801514 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2747ef8-5f9d-47d8-9c83-35dd32e77b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395687cb-bc4a-408e-9957-dbdd7bcf77b0,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:26.804117 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-e2747ef8-5f9d-47d8-9c83-35dd32e77b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:26.850673 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-0f0ec241-d43e-4e56-8e9e-49a9a6b2de4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:26.855123 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-ef44b46c-4bb0-4696-b8f5-e0d76c266d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:26.898175 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-0f0ec241-d43e-4e56-8e9e-49a9a6b2de4d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c55bd5c3aa1845d3aff6091b2ca55fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7898705 Jun 18 19:46:26.899696 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ec241-d43e-4e56-8e9e-49a9a6b2de4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfb8b37-d19f-447f-8fec-3237e58c8d80,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:26.903441 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-0f0ec241-d43e-4e56-8e9e-49a9a6b2de4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:26.906552 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 36942) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:27.006390 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc73e-3741-443a-a30e-acc53feda33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.050134 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc73e-3741-443a-a30e-acc53feda33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.111913 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 49d08ef5-faba-446e-baf5-00e4a48291fd details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:46:27.189525 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc73e-3741-443a-a30e-acc53feda33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.194356 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc73e-3741-443a-a30e-acc53feda33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.197533 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-5a8dc73e-3741-443a-a30e-acc53feda33a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6dfb8b37-d19f-447f-8fec-3237e58c8d80 HTTP/1.1" status: 204 len: 168 time: 0.2874997 Jun 18 19:46:27.201834 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-66aa0a6c-6bdd-4d77-9966-982bef22b4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:27.215050 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dc73e-3741-443a-a30e-acc53feda33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfb8b37-d19f-447f-8fec-3237e58c8d80,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:27.229620 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-5a8dc73e-3741-443a-a30e-acc53feda33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:27.286516 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 49d08ef5-faba-446e-baf5-00e4a48291fd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=49d08ef5-faba-446e-baf5-00e4a48291fd,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:27.312201 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': '49d08ef5-faba-446e-baf5-00e4a48291fd', 'network_id': '63df527b-b26b-4454-8053-13a944fba35f', 'port_id': '49d08ef5-faba-446e-baf5-00e4a48291fd', 'mac_address': 'fa:16:3e:95:f3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3244916-cc51-4cd2-9f62-176215c803f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:46:27.365659 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.381077 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d08ef5-faba-446e-baf5-00e4a48291fd {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:46:27.405784 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 49d08ef5-faba-446e-baf5-00e4a48291fd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=49d08ef5-faba-446e-baf5-00e4a48291fd,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:27.433927 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221c812-3e0c-472c-84c2-e14eeb8890cb req-3ab445e1-b44e-4e54-93a9-ccbc68581ccb tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:27.435492 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b221c812-3e0c-472c-84c2-e14eeb8890cb req-3ab445e1-b44e-4e54-93a9-ccbc68581ccb tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0793283 Jun 18 19:46:27.492031 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b221c812-3e0c-472c-84c2-e14eeb8890cb req-6ec544fe-7cbf-441f-9538-0bccbad542c6 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477753 Jun 18 19:46:27.502977 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.505664 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:27.506071 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 36954) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:27.526426 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5ac252ae-704f-43be-a648-2c29113ac25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.610542 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=49d08ef5-faba-446e-baf5-00e4a48291fd,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:27.641204 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:27.641204 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:27.641204 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:27.641204 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:27.641204 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:27.641204 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:27.642083 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:27.642083 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:27.642714 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:27.643244 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:27.644085 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:27.644672 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:27.677351 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:27.683508 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5ac252ae-704f-43be-a648-2c29113ac25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.799760 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5ac252ae-704f-43be-a648-2c29113ac25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.807508 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:27.869059 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-5ac252ae-704f-43be-a648-2c29113ac25a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f4cd0addc16484ba3a5a1f0e7ff83b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3615806 Jun 18 19:46:27.871733 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac252ae-704f-43be-a648-2c29113ac25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced68748-fa1b-4f12-9689-1ed1f4be6909,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:27.875531 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-5ac252ae-704f-43be-a648-2c29113ac25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:27.875769 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 36968) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:27.923829 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['49d08ef5-faba-446e-baf5-00e4a48291fd'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:46:27.958631 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-704bdfab-fb32-48eb-b965-0440d10612b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.988470 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 36970) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:28.002173 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-704bdfab-fb32-48eb-b965-0440d10612b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:28.133667 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97e398-a4d1-42e4-860e-41ac66e5edbf req-6118fad9-6e5f-4622-8296-fc60a842ba71 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:28.141559 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bc97e398-a4d1-42e4-860e-41ac66e5edbf req-6118fad9-6e5f-4622-8296-fc60a842ba71 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 944 time: 0.1415129 Jun 18 19:46:28.260946 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bc97e398-a4d1-42e4-860e-41ac66e5edbf req-5e032fd7-8a50-4ded-8f2e-0a003608e4bb tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555837 Jun 18 19:46:28.260946 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-867877463-network', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:28.346191 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 36976) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:28.362754 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-05693f30-91ba-4337-833d-d86b99c98e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:28.416496 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-704bdfab-fb32-48eb-b965-0440d10612b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:28.419453 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-704bdfab-fb32-48eb-b965-0440d10612b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:28.421093 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-704bdfab-fb32-48eb-b965-0440d10612b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ced68748-fa1b-4f12-9689-1ed1f4be6909 HTTP/1.1" status: 204 len: 168 time: 0.5435674 Jun 18 19:46:28.423235 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2b61fc08-6305-4f05-a132-d8de58dfcf85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:28.434586 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bdfab-fb32-48eb-b965-0440d10612b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced68748-fa1b-4f12-9689-1ed1f4be6909,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:28.446495 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-704bdfab-fb32-48eb-b965-0440d10612b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:28.551838 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Made reservation on behalf of 0ef1292acf4d44a4bc8ec280d5ab15ef for: {'network': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:28.556129 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:28.579092 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:28.734514 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-05693f30-91ba-4337-833d-d86b99c98e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:28.754636 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4f879-2151-4610-96a9-5a71895995e3 req-18649a8b-4e70-4ceb-8eb0-8b1a3777a68e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:28.756242 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b3c4f879-2151-4610-96a9-5a71895995e3 req-18649a8b-4e70-4ceb-8eb0-8b1a3777a68e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0972865 Jun 18 19:46:28.815914 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-05693f30-91ba-4337-833d-d86b99c98e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:28.825979 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:28.848233 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b3c4f879-2151-4610-96a9-5a71895995e3 req-31f544be-8a1c-4455-adf3-1fe131cea30e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809250 Jun 18 19:46:28.921215 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-05693f30-91ba-4337-833d-d86b99c98e34 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9e93a6dc4894fefb9998d71d98d5301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5734823 Jun 18 19:46:28.925166 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 36988) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:28.944998 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05693f30-91ba-4337-833d-d86b99c98e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6586101e-dfd0-4358-870b-bb19118a3c0f,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:28.952362 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-05693f30-91ba-4337-833d-d86b99c98e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:29.000377 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1a5b5683-30d2-4d78-9e2e-b237304cf142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.033183 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1a5b5683-30d2-4d78-9e2e-b237304cf142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.035776 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.130817 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.134437 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-5037857d-2536-493a-959d-3c356baa67a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:29.149889 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 49d08ef5-faba-446e-baf5-00e4a48291fd up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:29.171514 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3cd0c3-30a6-4861-8c82-34b248e679a6,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:29.176966 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:29.188857 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1a5b5683-30d2-4d78-9e2e-b237304cf142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.195731 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1a5b5683-30d2-4d78-9e2e-b237304cf142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.200094 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=100054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:46:29.202673 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-1a5b5683-30d2-4d78-9e2e-b237304cf142 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6586101e-dfd0-4358-870b-bb19118a3c0f HTTP/1.1" status: 204 len: 168 time: 0.2755964 Jun 18 19:46:29.203814 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:29.217150 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.217915 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.segments_db [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Added segment e79912ed-bd07-4311-8e96-f1f589ef3ecf of type vlan for network 19876e3d-b88e-4d20-8062-e87a38d76ed8 Jun 18 19:46:29.227079 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b5683-30d2-4d78-9e2e-b237304cf142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6586101e-dfd0-4358-870b-bb19118a3c0f,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:29.256045 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-1a5b5683-30d2-4d78-9e2e-b237304cf142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:29.291316 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 36994) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:29.314225 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d876764f-a3d9-4e9b-88e4-0092825df9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.318408 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.331041 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port 49d08ef5-faba-446e-baf5-00e4a48291fd completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:29.335328 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port 49d08ef5-faba-446e-baf5-00e4a48291fd triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:29.341857 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.462393 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.499435 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d876764f-a3d9-4e9b-88e4-0092825df9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.513762 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.514783 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b73799-61ce-4839-8998-e9c42f97be24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d08ef5-faba-446e-baf5-00e4a48291fd'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:29.525092 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:29.525092 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.525092 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-1585a850-c22d-4b05-8f47-93d33da26d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:29.525403 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b929497a-3dc3-4a8d-bdf9-5b456eb091ac" -d '{"events": [{"server_uuid": "60b73799-61ce-4839-8998-e9c42f97be24", "name": "network-vif-plugged", "status": "completed", "tag": "49d08ef5-faba-446e-baf5-00e4a48291fd"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:29.535277 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 49d08ef5-faba-446e-baf5-00e4a48291fd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=49d08ef5-faba-446e-baf5-00e4a48291fd,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:29.578792 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Pushing event updated for resources: {'Network': ['ID=19876e3d-b88e-4d20-8062-e87a38d76ed8,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:29.579519 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a4b66-f3e9-4cb5-96eb-a38c4a4c176a req-d8f9d9ef-c8d4-42a9-8de1-9d666348f79e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:29.581127 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a42a4b66-f3e9-4cb5-96eb-a38c4a4c176a req-d8f9d9ef-c8d4-42a9-8de1-9d666348f79e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 944 time: 0.0787642 Jun 18 19:46:29.582018 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:29.590570 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network 19876e3d-b88e-4d20-8062-e87a38d76ed8 details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:46:29.599476 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d876764f-a3d9-4e9b-88e4-0092825df9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.630249 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:29.655835 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-d876764f-a3d9-4e9b-88e4-0092825df9cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ecbd4e49488c4f02b44fabf009d956dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629692 Jun 18 19:46:29.662283 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 37000) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:29.668371 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.673600 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:29.690606 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876764f-a3d9-4e9b-88e4-0092825df9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b76c781-6dc5-4645-943c-efefedbe6558,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:29.708261 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-d876764f-a3d9-4e9b-88e4-0092825df9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:29.727943 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4c58f8-ae7a-4bcf-88e3-3a24681ee243 x-openstack-request-id: req-7a4c58f8-ae7a-4bcf-88e3-3a24681ee243 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:29.728246 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b73799-61ce-4839-8998-e9c42f97be24", "name": "network-vif-plugged", "status": "completed", "tag": "49d08ef5-faba-446e-baf5-00e4a48291fd", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:29.728514 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7a4c58f8-ae7a-4bcf-88e3-3a24681ee243 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:29.728964 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b73799-61ce-4839-8998-e9c42f97be24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d08ef5-faba-446e-baf5-00e4a48291fd', 'code': 200} Jun 18 19:46:29.730786 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a42a4b66-f3e9-4cb5-96eb-a38c4a4c176a req-89f1819d-8aa6-4384-b2bf-65e7450cd6a3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409116 Jun 18 19:46:29.776240 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=49d08ef5-faba-446e-baf5-00e4a48291fd,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:29.780153 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:29.781938 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7913151 Jun 18 19:46:29.785956 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 37004) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:29.795154 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-a5093ba1-26c5-4add-aeb1-57fd06c4706a admin admin] Request body: {'subnet': {'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-subnet', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:29.844469 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d308d9bd-7cd3-4916-ad08-28e33f6a94e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.892261 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d308d9bd-7cd3-4916-ad08-28e33f6a94e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.956501 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5093ba1-26c5-4add-aeb1-57fd06c4706a admin admin] Made reservation on behalf of 0ef1292acf4d44a4bc8ec280d5ab15ef for: {'subnet': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:29.959384 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-a5093ba1-26c5-4add-aeb1-57fd06c4706a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257691'] for subnet, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:30.036708 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d308d9bd-7cd3-4916-ad08-28e33f6a94e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:30.039539 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d308d9bd-7cd3-4916-ad08-28e33f6a94e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:30.040697 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-d308d9bd-7cd3-4916-ad08-28e33f6a94e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b76c781-6dc5-4645-943c-efefedbe6558 HTTP/1.1" status: 204 len: 168 time: 0.3773572 Jun 18 19:46:30.053063 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-5a8dc73e-3741-443a-a30e-acc53feda33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:30.090125 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308d9bd-7cd3-4916-ad08-28e33f6a94e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b76c781-6dc5-4645-943c-efefedbe6558,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:30.103583 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d308d9bd-7cd3-4916-ad08-28e33f6a94e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:30.186572 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6d429-65e6-44ed-ac64-4c047cbbeceb req-6acf2b7f-0a50-422a-9fae-e770d51176ec tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:30.188460 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e2c6d429-65e6-44ed-ac64-4c047cbbeceb req-6acf2b7f-0a50-422a-9fae-e770d51176ec tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1552410 Jun 18 19:46:30.266494 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac5985-afc6-46d1-ac7d-39c829d66af7 req-204c1b53-fe5d-49c2-9477-77d0c9e0b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:30.267989 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f5ac5985-afc6-46d1-ac7d-39c829d66af7 req-204c1b53-fe5d-49c2-9477-77d0c9e0b942 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 1098 time: 0.0654309 Jun 18 19:46:30.274323 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e2c6d429-65e6-44ed-ac64-4c047cbbeceb req-dfba6989-e553-4b52-8dc8-16890f992b3a tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589528 Jun 18 19:46:30.310104 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f5ac5985-afc6-46d1-ac7d-39c829d66af7 req-c0528431-b305-4c1a-bbf8-4e44d0102c63 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323756 Jun 18 19:46:30.377182 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-a5093ba1-26c5-4add-aeb1-57fd06c4706a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1122839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257673'] for subnet, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:30.384840 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8e5159a1-cde8-4600-8666-fd90133c7088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:30.436243 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5093ba1-26c5-4add-aeb1-57fd06c4706a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c17436c7-1ba8-41fd-a3de-4744d824190b,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:30.441152 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-a5093ba1-26c5-4add-aeb1-57fd06c4706a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:30.450076 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5093ba1-26c5-4add-aeb1-57fd06c4706a admin admin] Checking segment: {'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:30.450436 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5093ba1-26c5-4add-aeb1-57fd06c4706a admin admin] Network hostable DHCP agents. Network: 19876e3d-b88e-4d20-8062-e87a38d76ed8, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:46:30.599473 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5093ba1-26c5-4add-aeb1-57fd06c4706a admin admin] Network 19876e3d-b88e-4d20-8062-e87a38d76ed8 is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:46:30.742532 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-a5093ba1-26c5-4add-aeb1-57fd06c4706a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, 19876e3d-b88e-4d20-8062-e87a38d76ed8) {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:30.751311 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5093ba1-26c5-4add-aeb1-57fd06c4706a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:30.760371 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-a5093ba1-26c5-4add-aeb1-57fd06c4706a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:30.761606 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84405f24-2b71-4a1b-b7c9-1b16653df2a5 None None] Network 19876e3d-b88e-4d20-8062-e87a38d76ed8 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:46:30.880386 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-a5093ba1-26c5-4add-aeb1-57fd06c4706a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0925479 Jun 18 19:46:30.883413 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37046) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:30.893248 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:30.956670 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96c83322-2471-5313-b219-6ac1ab8aa22b-19876e3d-b88e-4d20-8062-e87a38d76ed8', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b'}]}} from dv-cinder-790535-6-iscsi. {{(pid=100056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:46:30.959095 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.021524 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-481455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2920'] for router, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.021524 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2915'] for router, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.114433 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.231906 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.db_base_plugin_common [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Allocated IP 172.20.0.2 (19876e3d-b88e-4d20-8062-e87a38d76ed8/c17436c7-1ba8-41fd-a3de-4744d824190b/ec25fd1e-a22d-45de-89db-7d353bf96864) {{(pid=100056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:46:31.378262 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8241f2-2967-4619-99d5-07f86c35a0b6 req-569d7b55-23f6-4503-8a9b-a1f337089012 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:31.380252 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9d8241f2-2967-4619-99d5-07f86c35a0b6 req-569d7b55-23f6-4503-8a9b-a1f337089012 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 945 time: 0.3192046 Jun 18 19:46:31.486327 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9d8241f2-2967-4619-99d5-07f86c35a0b6 req-07d9473e-de63-4786-b0e9-340f362a3a2b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885472 Jun 18 19:46:31.495848 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.507680 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Transition to ACTIVE for port object ec25fd1e-a22d-45de-89db-7d353bf96864 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:31.541218 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Transition to ACTIVE for port object ec25fd1e-a22d-45de-89db-7d353bf96864 will not be triggered until provisioned by entity DHCP. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:31.623333 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.630505 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-352a1bea-2b3a-4ec9-835a-1ed6c2bf1f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:31.670179 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Network 19876e3d-b88e-4d20-8062-e87a38d76ed8 is already hosted by enough agents. {{(pid=100056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:31.670462 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2933'] for router, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.672562 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.base_scheduler [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Resources bound (agent type, host, resource id): {{(pid=100056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:31.679791 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Received port after_create {{(pid=100056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:46:31.728752 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310c77d-dbe9-4339-96d8-dcf4ffbe9f96 req-4f6c6cc5-248b-4ff9-83fd-70beed8834dc tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:31.730702 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3310c77d-dbe9-4339-96d8-dcf4ffbe9f96 req-4f6c6cc5-248b-4ff9-83fd-70beed8834dc tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1351459 Jun 18 19:46:31.772927 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Pushing event updated for resources: {'Port': ['ID=ec25fd1e-a22d-45de-89db-7d353bf96864,revision_number=1']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:31.788243 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Attempting to bind port ec25fd1e-a22d-45de-89db-7d353bf96864 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:46:31.788900 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Attempting to bind port ec25fd1e-a22d-45de-89db-7d353bf96864 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:46:31.789428 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Attempting to bind port ec25fd1e-a22d-45de-89db-7d353bf96864 on network 19876e3d-b88e-4d20-8062-e87a38d76ed8 {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:31.792252 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:31.798418 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:46:31.798995 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Checking segment: {'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:31.799638 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.800192 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Bound using segment: {'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:46:31.801089 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Bound port: ec25fd1e-a22d-45de-89db-7d353bf96864, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:46:31.801635 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.823992 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3310c77d-dbe9-4339-96d8-dcf4ffbe9f96 req-910d9ebb-6836-4381-982a-e87169413424 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820410 Jun 18 19:46:31.893861 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] For port ec25fd1e-a22d-45de-89db-7d353bf96864, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:46:31.897503 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] For port ec25fd1e-a22d-45de-89db-7d353bf96864, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=ec25fd1e-a22d-45de-89db-7d353bf96864,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:46:32.001076 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:32.005467 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-803c5dc0-a9d5-4b0e-ae44-0b98dc6d95da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:32.037204 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:32.057689 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:32.112187 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Pushing event updated for resources: {'Port': ['ID=ec25fd1e-a22d-45de-89db-7d353bf96864,revision_number=2']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:32.138620 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:32.243898 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Allocated IP 172.27.3.65 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/95747d77-9a6a-43ec-af53-167299cab6c2) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:46:32.449397 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:32.536483 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37092) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:32.600586 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:32.605121 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device ec25fd1e-a22d-45de-89db-7d353bf96864 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:32.607166 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-62825a8c-14f3-41e7-98f9-39f7afeefaae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:32.700524 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=95747d77-9a6a-43ec-af53-167299cab6c2,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:32.711171 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:32.727005 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:32.742401 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:32.750789 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:46:32.876089 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port ec25fd1e-a22d-45de-89db-7d353bf96864 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:32.887044 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-433d177e-c443-4dd4-8a4c-1619b35d6f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:33.036832 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8fda6-1d6c-43cb-a3ff-504e7a4c3f45 req-7190c38c-4028-48a0-a4df-3da573a948c2 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:33.038899 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f1e8fda6-1d6c-43cb-a3ff-504e7a4c3f45 req-7190c38c-4028-48a0-a4df-3da573a948c2 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 945 time: 0.1830833 Jun 18 19:46:33.152336 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41b27e-66d7-4903-9554-10997b73cf34 req-f2adae93-41d1-4e52-9de5-2b42ca28c2d3 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:33.164916 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6d41b27e-66d7-4903-9554-10997b73cf34 req-f2adae93-41d1-4e52-9de5-2b42ca28c2d3 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1256623 Jun 18 19:46:33.236791 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6d41b27e-66d7-4903-9554-10997b73cf34 req-5b754c75-da53-4ca0-abff-268c4f0eab19 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703726 Jun 18 19:46:33.527620 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98e4bbf-edcb-42d2-98c8-be266c826ad4 None None] Network 19876e3d-b88e-4d20-8062-e87a38d76ed8 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:46:33.552021 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f1e8fda6-1d6c-43cb-a3ff-504e7a4c3f45 req-e8f2e252-d488-4e67-becd-8761a83859df tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973853 Jun 18 19:46:33.616194 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-433d177e-c443-4dd4-8a4c-1619b35d6f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:33.642951 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:33.768773 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-433d177e-c443-4dd4-8a4c-1619b35d6f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:33.780133 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-704bdfab-fb32-48eb-b965-0440d10612b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:33.792829 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-2df0aeac-e1a1-44f4-b8f8-e2fd1fc132c5 None None] Provisioning for port ec25fd1e-a22d-45de-89db-7d353bf96864 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:33.804980 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-2df0aeac-e1a1-44f4-b8f8-e2fd1fc132c5 None None] Provisioning complete for port ec25fd1e-a22d-45de-89db-7d353bf96864 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:33.804980 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-2df0aeac-e1a1-44f4-b8f8-e2fd1fc132c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:33.886927 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-433d177e-c443-4dd4-8a4c-1619b35d6f45 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f746a58f75cd4017ada56d14a70f0af3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3452213 Jun 18 19:46:33.887582 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37126) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:33.902464 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d177e-c443-4dd4-8a4c-1619b35d6f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963ce309-4b67-4fb9-8f6e-cc01bbae9377,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:33.907729 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-433d177e-c443-4dd4-8a4c-1619b35d6f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:33.924901 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-2df0aeac-e1a1-44f4-b8f8-e2fd1fc132c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:33.998024 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-2df0aeac-e1a1-44f4-b8f8-e2fd1fc132c5 None None] For port ec25fd1e-a22d-45de-89db-7d353bf96864, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=ec25fd1e-a22d-45de-89db-7d353bf96864,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:34.062936 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-2df0aeac-e1a1-44f4-b8f8-e2fd1fc132c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:34.065020 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:34.098314 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c97bfda1-6b93-419a-b107-8b7ac8c04f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:34.124306 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0aeac-e1a1-44f4-b8f8-e2fd1fc132c5 None None] Pushing event updated for resources: {'Port': ['ID=ec25fd1e-a22d-45de-89db-7d353bf96864,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:34.127975 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-2df0aeac-e1a1-44f4-b8f8-e2fd1fc132c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:34.139765 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c97bfda1-6b93-419a-b107-8b7ac8c04f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:34.143058 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624634'] for router, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:34.183509 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-7ba6312d-999c-4f09-83f9-852fc43de214 None None] Provisioning complete for port ec25fd1e-a22d-45de-89db-7d353bf96864 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:34.184009 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-7ba6312d-999c-4f09-83f9-852fc43de214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:34.429631 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c97bfda1-6b93-419a-b107-8b7ac8c04f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:34.440702 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c97bfda1-6b93-419a-b107-8b7ac8c04f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:34.446484 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-c97bfda1-6b93-419a-b107-8b7ac8c04f2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/963ce309-4b67-4fb9-8f6e-cc01bbae9377 HTTP/1.1" status: 204 len: 168 time: 0.5539708 Jun 18 19:46:34.449497 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:34.487454 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bfda1-6b93-419a-b107-8b7ac8c04f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963ce309-4b67-4fb9-8f6e-cc01bbae9377,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:34.490312 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-c97bfda1-6b93-419a-b107-8b7ac8c04f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:34.574225 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device ec25fd1e-a22d-45de-89db-7d353bf96864 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:34.663363 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Router 77908477-0e1a-4100-a721-bdd252e3805d is scheduled to L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d with binding_index 1 {{(pid=100055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:46:34.756997 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port ec25fd1e-a22d-45de-89db-7d353bf96864 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:34.758220 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:34.842289 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471344e-3a5e-4970-8acd-e14a28ee9be4 req-17f720da-640f-4e19-aa26-dccc4d0a30b7 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:34.845744 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0471344e-3a5e-4970-8acd-e14a28ee9be4 req-17f720da-640f-4e19-aa26-dccc4d0a30b7 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.3074565 Jun 18 19:46:34.991785 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0471344e-3a5e-4970-8acd-e14a28ee9be4 req-2fa00f40-b93c-40e2-811f-e3f41848536d tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382468 Jun 18 19:46:35.002338 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:46:35.027158 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Sync routers for ids ['77908477-0e1a-4100-a721-bdd252e3805d'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:46:35.075908 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Routers {'77908477-0e1a-4100-a721-bdd252e3805d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:46:35.076896 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:46:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['77908477-0e1a-4100-a721-bdd252e3805d'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:35.102757 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Notify callbacks [] for router, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:35.104759 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2193663 Jun 18 19:46:35.111442 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 37162) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:35.256197 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Set router 77908477-0e1a-4100-a721-bdd252e3805d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:46:35.458487 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:32Z', 'revision_number': 3, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:35.490313 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Checking router: 77908477-0e1a-4100-a721-bdd252e3805d for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:46:35.490664 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Updating router 77908477-0e1a-4100-a721-bdd252e3805d port 95747d77-9a6a-43ec-af53-167299cab6c2 binding host dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:46:35.540416 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:35.977658 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Notify callbacks [] for port, precommit_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:35.989186 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.provisioning_blocks [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Transition to ACTIVE for port object 95747d77-9a6a-43ec-af53-167299cab6c2 will not be triggered until provisioned by entity L2. {{(pid=100057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:35.998367 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:36.131566 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:36.143878 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:36.215765 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Attempting to bind port 95747d77-9a6a-43ec-af53-167299cab6c2 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:46:36.220212 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Attempting to bind port 95747d77-9a6a-43ec-af53-167299cab6c2 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:46:36.220969 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Attempting to bind port 95747d77-9a6a-43ec-af53-167299cab6c2 on network a920a8e0-c5d2-4f11-b036-3e5563c3157d {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:36.291065 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:36.298893 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Pushing event updated for resources: {'Port': ['ID=95747d77-9a6a-43ec-af53-167299cab6c2,revision_number=2']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:36.309792 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:46:36.310496 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Checking segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:36.311085 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:36.311692 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Bound using segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:46:36.312605 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Bound port: 95747d77-9a6a-43ec-af53-167299cab6c2, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:46:36.313713 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:36.347716 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:36.350422 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:36.351026 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:36.351518 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:36.353372 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:36.354676 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:36.357030 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:36.357030 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:36.357030 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:36.357413 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:36.357898 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:36.358445 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:36.382682 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:36.485723 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] For port 95747d77-9a6a-43ec-af53-167299cab6c2, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:46:36.492480 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] For port 95747d77-9a6a-43ec-af53-167299cab6c2, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=95747d77-9a6a-43ec-af53-167299cab6c2,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:46:36.528914 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Allocated IP 172.20.0.1 (19876e3d-b88e-4d20-8062-e87a38d76ed8/c17436c7-1ba8-41fd-a3de-4744d824190b/397db034-1287-41f1-9648-aad23cdcc8e6) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:46:36.557884 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df382223-dad3-48a8-b43b-9524f7092434 req-a20795cd-c25e-417a-a8cf-97ed1410a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:36.560075 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-df382223-dad3-48a8-b43b-9524f7092434 req-a20795cd-c25e-417a-a8cf-97ed1410a8bf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 1098 time: 0.0998778 Jun 18 19:46:36.603923 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:36.607582 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-f5ddddee-9ca4-49c2-9c1d-78a929e23960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:36.608646 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-df382223-dad3-48a8-b43b-9524f7092434 req-77f24ede-8786-45ea-af7b-c0e84c8ac9e7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385284 Jun 18 19:46:36.622808 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eead1-42af-4fd7-9b15-a78f10242983 req-3acf9775-09ee-4812-bb8d-a4ccca22e594 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:36.625299 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5b5eead1-42af-4fd7-9b15-a78f10242983 req-3acf9775-09ee-4812-bb8d-a4ccca22e594 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1848276 Jun 18 19:46:36.676701 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Routers {'77908477-0e1a-4100-a721-bdd252e3805d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:46:36.677339 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:46:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['77908477-0e1a-4100-a721-bdd252e3805d'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:36.724409 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Pushing event updated for resources: {'Port': ['ID=95747d77-9a6a-43ec-af53-167299cab6c2,revision_number=3']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:36.736539 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:36.740997 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5b5eead1-42af-4fd7-9b15-a78f10242983 req-c5c6641f-18cb-4a32-9277-fa62f28aac11 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071162 Jun 18 19:46:36.760968 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:36.785988 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Transition to ACTIVE for port object 397db034-1287-41f1-9648-aad23cdcc8e6 will not be triggered until provisioned by entity DHCP. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:36.905177 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] Set router 77908477-0e1a-4100-a721-bdd252e3805d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:46:36.961565 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:36.977324 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-efd016e2-2111-42ca-adf8-ce1651bb7768 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:37.067190 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Network 19876e3d-b88e-4d20-8062-e87a38d76ed8 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:37.074480 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:37.080816 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:46:37.150021 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Pushing event updated for resources: {'Port': ['ID=397db034-1287-41f1-9648-aad23cdcc8e6,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:37.153942 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:37.166512 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:32Z', 'revision_number': 3, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:37.192886 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621781'] for router_interface, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:37.209810 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d82e5f-f61d-406f-8a1d-1a69817fcd5b None None] The sync data for ids ['77908477-0e1a-4100-a721-bdd252e3805d'] in dv-cinder-790535-6-iscsi is: [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:32Z', 'revision_number': 3, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:46:37.248121 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37236) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:37.436253 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1bfed51c-db98-4188-bed4-29c025eb1c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:37.547819 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-5ac8c0bd-37d1-4379-8e82-ab724145037b None None] Provisioning for port 397db034-1287-41f1-9648-aad23cdcc8e6 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:37.567380 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:37.573407 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-5ac8c0bd-37d1-4379-8e82-ab724145037b None None] Provisioning complete for port 397db034-1287-41f1-9648-aad23cdcc8e6 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:37.574014 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c0bd-37d1-4379-8e82-ab724145037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:37.621868 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1bfed51c-db98-4188-bed4-29c025eb1c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:37.696531 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-5ac8c0bd-37d1-4379-8e82-ab724145037b None None] Port 397db034-1287-41f1-9648-aad23cdcc8e6 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:46:37.761608 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1bfed51c-db98-4188-bed4-29c025eb1c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:37.777894 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-e2747ef8-5f9d-47d8-9c83-35dd32e77b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:37.879825 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-1bfed51c-db98-4188-bed4-29c025eb1c46 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f26bd626a6ff44e2a2be2b0ac4333b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6292467 Jun 18 19:46:37.885904 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37252) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:37.911909 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfed51c-db98-4188-bed4-29c025eb1c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70629416-af36-4bb3-bbec-ebf71db9a647,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:37.931184 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-1bfed51c-db98-4188-bed4-29c025eb1c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:37.934982 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.013989 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37256) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:38.038194 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-eee2ab54-c8a4-4316-b911-645860222e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.073486 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-eee2ab54-c8a4-4316-b911-645860222e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.095404 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.106831 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60059e-1e96-4166-99a0-4dcf1223e91b req-ddd89f96-2c57-44ba-a465-9644a4cec8c9 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:38.108546 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bb60059e-1e96-4166-99a0-4dcf1223e91b req-ddd89f96-2c57-44ba-a465-9644a4cec8c9 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1319199 Jun 18 19:46:38.111145 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d2699511-9038-4d07-ad98-fccc8ecd4d8f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:38.206919 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Pushing event updated for resources: {'Port': ['ID=397db034-1287-41f1-9648-aad23cdcc8e6,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:38.213302 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:38.215670 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618700'] for router_interface, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.222412 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-eee2ab54-c8a4-4316-b911-645860222e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.225265 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-eee2ab54-c8a4-4316-b911-645860222e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.226423 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-eee2ab54-c8a4-4316-b911-645860222e55 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70629416-af36-4bb3-bbec-ebf71db9a647 HTTP/1.1" status: 204 len: 168 time: 0.3390901 Jun 18 19:46:38.232289 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-cef87a90-110b-4e2a-bc12-0c1de541cab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:38.244876 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5d41-46ab-48be-9559-9b3cb3d76124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.247145 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2ab54-c8a4-4316-b911-645860222e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70629416-af36-4bb3-bbec-ebf71db9a647,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:38.258921 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-eee2ab54-c8a4-4316-b911-645860222e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:38.274650 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bb60059e-1e96-4166-99a0-4dcf1223e91b req-36baa339-368e-40ce-a668-1addc546ee91 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974367 Jun 18 19:46:38.427435 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Network 19876e3d-b88e-4d20-8062-e87a38d76ed8 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:38.429576 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:38.443252 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5d41-46ab-48be-9559-9b3cb3d76124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.514685 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 95747d77-9a6a-43ec-af53-167299cab6c2 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:38.599529 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5d41-46ab-48be-9559-9b3cb3d76124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.602817 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Router 77908477-0e1a-4100-a721-bdd252e3805d has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:46:38.603552 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-d7afa33b-9302-4905-bea5-ecd9de5594cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:38.644307 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-e3fe5d41-46ab-48be-9559-9b3cb3d76124 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30e2fad0ef8e47b39cd70b5e453696ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6203725 Jun 18 19:46:38.647111 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe5d41-46ab-48be-9559-9b3cb3d76124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18506aa6-4e0e-41ff-9811-14c70f46a7bf,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:38.649930 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37266) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:38.659871 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-e3fe5d41-46ab-48be-9559-9b3cb3d76124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:38.735539 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-653d22ea-92c0-4f85-8cfe-902b3d6ef7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.769037 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port 95747d77-9a6a-43ec-af53-167299cab6c2 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:38.775793 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-653d22ea-92c0-4f85-8cfe-902b3d6ef7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.785012 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 95747d77-9a6a-43ec-af53-167299cab6c2 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:38.785839 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.899678 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-e7a681c0-2068-4371-bcc5-9ce26b7c6b42 None None] Provisioning complete for port 397db034-1287-41f1-9648-aad23cdcc8e6 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:38.900042 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-e7a681c0-2068-4371-bcc5-9ce26b7c6b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.904951 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:46:38.915514 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] 10.222.0.42 "PUT /v2.0/routers/77908477-0e1a-4100-a721-bdd252e3805d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8046844 Jun 18 19:46:38.961982 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-e7a681c0-2068-4371-bcc5-9ce26b7c6b42 None None] Port 397db034-1287-41f1-9648-aad23cdcc8e6 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:46:38.971852 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-653d22ea-92c0-4f85-8cfe-902b3d6ef7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.974013 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-653d22ea-92c0-4f85-8cfe-902b3d6ef7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.976542 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-653d22ea-92c0-4f85-8cfe-902b3d6ef7d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/18506aa6-4e0e-41ff-9811-14c70f46a7bf HTTP/1.1" status: 204 len: 168 time: 0.3241775 Jun 18 19:46:38.976542 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-433d177e-c443-4dd4-8a4c-1619b35d6f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:38.993994 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d22ea-92c0-4f85-8cfe-902b3d6ef7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18506aa6-4e0e-41ff-9811-14c70f46a7bf,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:38.997915 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-653d22ea-92c0-4f85-8cfe-902b3d6ef7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:39.104173 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:39.135654 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port 95747d77-9a6a-43ec-af53-167299cab6c2, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=95747d77-9a6a-43ec-af53-167299cab6c2,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:39.235635 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:39.237190 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-746d0800-4d72-4806-ae0c-711e2a90eae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:39.290783 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=95747d77-9a6a-43ec-af53-167299cab6c2,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:39.293864 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:39.498702 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Sync routers for ids ['77908477-0e1a-4100-a721-bdd252e3805d'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:46:39.522403 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Routers {'77908477-0e1a-4100-a721-bdd252e3805d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:46:39.529738 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:46:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['77908477-0e1a-4100-a721-bdd252e3805d'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:39.534908 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567fe09-d991-4192-a681-882d895f1969 req-46304e0c-a71d-4804-8736-871ad1f542ee tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:39.540699 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7567fe09-d991-4192-a681-882d895f1969 req-46304e0c-a71d-4804-8736-871ad1f542ee tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1323471 Jun 18 19:46:39.612986 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7567fe09-d991-4192-a681-882d895f1969 req-b88dd5c1-faf0-4c81-beaf-7c30f96c4310 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622637 Jun 18 19:46:39.739612 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Set router 77908477-0e1a-4100-a721-bdd252e3805d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:46:39.991148 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:37Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '397db034-1287-41f1-9648-aad23cdcc8e6', 'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'mac_address': 'fa:16:3e:aa:17:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:36Z', 'updated_at': '2021-06-18T19:46:37Z', 'revision_number': 2, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'subnets': [{'id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:40.026286 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Checking router: 77908477-0e1a-4100-a721-bdd252e3805d for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:46:40.026656 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Updating router 77908477-0e1a-4100-a721-bdd252e3805d port 397db034-1287-41f1-9648-aad23cdcc8e6 binding host dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:46:40.079313 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:40.104917 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2765c-a670-4923-aae3-68e268a7fd0e req-bb3485a4-debf-432b-9c2f-e2533e220689 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:40.107207 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2ee2765c-a670-4923-aae3-68e268a7fd0e req-bb3485a4-debf-432b-9c2f-e2533e220689 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1179962 Jun 18 19:46:40.152101 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2ee2765c-a670-4923-aae3-68e268a7fd0e req-05a7d582-b0f9-47b4-a9f8-dd24bac672b1 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372834 Jun 18 19:46:40.283167 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37318) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:40.310260 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-665b021a-525a-44fb-a1af-8f352f9cfe91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:40.429920 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-665b021a-525a-44fb-a1af-8f352f9cfe91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:40.458342 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Notify callbacks [] for port, precommit_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:40.459764 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 37324) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:40.464976 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-0465177d-a2a8-4e1f-8a78-c9d03217cb8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1499911304', 'description': 'tempest-description--351597321'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:40.474982 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Transition to ACTIVE for port object 397db034-1287-41f1-9648-aad23cdcc8e6 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:40.490741 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-665b021a-525a-44fb-a1af-8f352f9cfe91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:40.494960 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 95747d77-9a6a-43ec-af53-167299cab6c2 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:40.496864 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-3e254516-8267-44cd-9fed-3cf567701409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:40.547056 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 95747d77-9a6a-43ec-af53-167299cab6c2 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:40.547654 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:40.548240 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-665b021a-525a-44fb-a1af-8f352f9cfe91 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85544d1e42244abd8594f21a31108183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633276 Jun 18 19:46:40.551029 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b021a-525a-44fb-a1af-8f352f9cfe91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e644c1e1-14c4-4edf-ab1d-2662cc6810c6,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:40.552939 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 37326) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:40.555158 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-665b021a-525a-44fb-a1af-8f352f9cfe91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:40.578549 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:40.583979 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:40.619024 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f7dd78ce-1606-4e79-af6b-5952025d7c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:40.652139 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f7dd78ce-1606-4e79-af6b-5952025d7c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:40.698625 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-0465177d-a2a8-4e1f-8a78-c9d03217cb8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:40.820735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390219d-1f2d-4112-95e5-41ec311957a1 None None] Pushing event updated for resources: {'Port': ['ID=397db034-1287-41f1-9648-aad23cdcc8e6,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:40.825617 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-2390219d-1f2d-4112-95e5-41ec311957a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:40.864419 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f7dd78ce-1606-4e79-af6b-5952025d7c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:40.867178 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f7dd78ce-1606-4e79-af6b-5952025d7c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:40.868505 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-f7dd78ce-1606-4e79-af6b-5952025d7c7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e644c1e1-14c4-4edf-ab1d-2662cc6810c6 HTTP/1.1" status: 204 len: 168 time: 0.3130317 Jun 18 19:46:40.872989 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c519a52c-c4f0-49ed-ba21-cdbc4af522b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:40.891810 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd78ce-1606-4e79-af6b-5952025d7c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e644c1e1-14c4-4edf-ab1d-2662cc6810c6,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:40.896033 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-f7dd78ce-1606-4e79-af6b-5952025d7c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:40.931917 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Attempting to bind port 397db034-1287-41f1-9648-aad23cdcc8e6 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:46:40.932485 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Attempting to bind port 397db034-1287-41f1-9648-aad23cdcc8e6 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:46:40.933097 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Attempting to bind port 397db034-1287-41f1-9648-aad23cdcc8e6 on network 19876e3d-b88e-4d20-8062-e87a38d76ed8 {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:40.958056 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:46:40.958654 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Checking segment: {'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:40.959896 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:40.959896 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Bound using segment: {'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:46:40.960716 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Bound port: 397db034-1287-41f1-9648-aad23cdcc8e6, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:46:40.961611 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:41.012455 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-0465177d-a2a8-4e1f-8a78-c9d03217cb8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:41.075842 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] For port 397db034-1287-41f1-9648-aad23cdcc8e6, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:46:41.080652 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] For port 397db034-1287-41f1-9648-aad23cdcc8e6, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=397db034-1287-41f1-9648-aad23cdcc8e6,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:46:41.118971 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-0465177d-a2a8-4e1f-8a78-c9d03217cb8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:41.122773 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-039d44e0-e2a8-4841-b990-13253aefd4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:41.151628 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465177d-a2a8-4e1f-8a78-c9d03217cb8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3d61b8-c954-479a-bf04-46c598889c33,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:41.154573 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-0465177d-a2a8-4e1f-8a78-c9d03217cb8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:41.179381 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:41.182411 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:41.239585 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Routers {'77908477-0e1a-4100-a721-bdd252e3805d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:46:41.240240 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:46:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['77908477-0e1a-4100-a721-bdd252e3805d'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:41.245476 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390219d-1f2d-4112-95e5-41ec311957a1 None None] Pushing event updated for resources: {'Port': ['ID=397db034-1287-41f1-9648-aad23cdcc8e6,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:41.281818 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-2390219d-1f2d-4112-95e5-41ec311957a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:41.348894 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-0465177d-a2a8-4e1f-8a78-c9d03217cb8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:41.357222 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37340) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:41.364725 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-0465177d-a2a8-4e1f-8a78-c9d03217cb8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8966444 Jun 18 19:46:41.364907 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-9d1b5d9a-cde4-49e6-8900-6efccf9d59c5 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Request body: {'security_group_rule': {'security_group_id': '2c3d61b8-c954-479a-bf04-46c598889c33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:41.398639 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] Set router 77908477-0e1a-4100-a721-bdd252e3805d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:46:41.593907 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-9d1b5d9a-cde4-49e6-8900-6efccf9d59c5 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:41.748398 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-9d1b5d9a-cde4-49e6-8900-6efccf9d59c5 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:41.761281 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:37Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '397db034-1287-41f1-9648-aad23cdcc8e6', 'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'mac_address': 'fa:16:3e:aa:17:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:36Z', 'updated_at': '2021-06-18T19:46:41Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'subnets': [{'id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:41.789468 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb53f32d-508a-42ce-a3cd-b16147b918ea None None] The sync data for ids ['77908477-0e1a-4100-a721-bdd252e3805d'] in dv-cinder-790535-6-iscsi is: [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:37Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '397db034-1287-41f1-9648-aad23cdcc8e6', 'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'mac_address': 'fa:16:3e:aa:17:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:36Z', 'updated_at': '2021-06-18T19:46:41Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'subnets': [{'id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:46:41.868248 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-9d1b5d9a-cde4-49e6-8900-6efccf9d59c5 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:41.870320 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:41.887370 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b5d9a-cde4-49e6-8900-6efccf9d59c5 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a81453-6983-4554-8669-824dc658b1ec,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:41.891372 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-9d1b5d9a-cde4-49e6-8900-6efccf9d59c5 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:42.004249 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-9d1b5d9a-cde4-49e6-8900-6efccf9d59c5 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:42.005563 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-9d1b5d9a-cde4-49e6-8900-6efccf9d59c5 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6477606 Jun 18 19:46:42.008211 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37360) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:42.013190 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-56702f82-061d-48b8-b2ae-a425bd79b7b3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Request body: {'security_group_rule': {'security_group_id': '2c3d61b8-c954-479a-bf04-46c598889c33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:42.126696 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56702f82-061d-48b8-b2ae-a425bd79b7b3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:42.204309 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56702f82-061d-48b8-b2ae-a425bd79b7b3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:42.319067 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56702f82-061d-48b8-b2ae-a425bd79b7b3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:42.325007 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:42.341280 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56702f82-061d-48b8-b2ae-a425bd79b7b3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea375e4b-f7c3-4593-9d2a-3ca87e1f958b,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:42.344457 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-56702f82-061d-48b8-b2ae-a425bd79b7b3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:42.473561 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-56702f82-061d-48b8-b2ae-a425bd79b7b3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:42.479693 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-56702f82-061d-48b8-b2ae-a425bd79b7b3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4654386 Jun 18 19:46:42.480141 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 37374) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:42.487090 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Request body: {'floatingip': {'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:42.523272 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 397db034-1287-41f1-9648-aad23cdcc8e6 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:42.691135 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for floatingip, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:42.731631 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port 397db034-1287-41f1-9648-aad23cdcc8e6 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:42.746236 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 397db034-1287-41f1-9648-aad23cdcc8e6 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:42.746236 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:42.844934 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:42.861845 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:42.908191 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port 397db034-1287-41f1-9648-aad23cdcc8e6, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=397db034-1287-41f1-9648-aad23cdcc8e6,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:43.025063 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Allocated IP 172.27.3.200 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/47427cc9-4c46-470a-a0b3-f8ec721a44fd) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:46:43.028181 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:43.041692 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-2390219d-1f2d-4112-95e5-41ec311957a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:43.138953 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=397db034-1287-41f1-9648-aad23cdcc8e6,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:43.145453 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:43.173665 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:43.199109 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-e5f4a69b-2536-403a-937e-e2164c8559d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:43.308158 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:43.312336 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:43.349769 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:43.352681 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:43.356418 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:46:43.380770 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event updated for resources: {'Port': ['ID=47427cc9-4c46-470a-a0b3-f8ec721a44fd,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:43.384953 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:43.493242 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:43.663966 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:43.863446 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:43.953363 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:43.956327 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:44.027164 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event updated for resources: {'Port': ['ID=47427cc9-4c46-470a-a0b3-f8ec721a44fd,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:44.031989 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:44.043364 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:44.119279 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:44.121112 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6397560 Jun 18 19:46:44.454734 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-526574e3-400c-43d5-a4f6-5f3c96823cab tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1499911304&fields=id&tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef HTTP/1.1" status: 200 len: 267 time: 0.0973251 Jun 18 19:46:44.487010 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 397db034-1287-41f1-9648-aad23cdcc8e6 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:44.588371 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 397db034-1287-41f1-9648-aad23cdcc8e6 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:44.588793 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:44.622559 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-b7c56ce9-07f7-4755-a45f-863387a39754 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:44.624362 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-b7c56ce9-07f7-4755-a45f-863387a39754 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/networks?id=19876e3d-b88e-4d20-8062-e87a38d76ed8 HTTP/1.1" status: 200 len: 816 time: 0.1566532 Jun 18 19:46:44.655108 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-3544e7fc-bbeb-4f0e-a852-5abb014d6c14 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/quotas/0ef1292acf4d44a4bc8ec280d5ab15ef HTTP/1.1" status: 200 len: 375 time: 0.0121653 Jun 18 19:46:44.795611 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-a8325f42-7e8c-4ed9-bf26-a0f7cf128ad9 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1349697 Jun 18 19:46:44.982685 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-011fa41e-7c52-44ed-9a18-7fdee051fded service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=100055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:46:44.984418 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-011fa41e-7c52-44ed-9a18-7fdee051fded service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0606120 Jun 18 19:46:45.114590 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-f24c789c-3237-4c23-b304-bad3ebd1b74a service neutron] 10.222.0.42 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200013 Jun 18 19:46:45.220305 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-ca5eab2a-fe2d-457b-807b-2f9f54bf8814 service neutron] 10.222.0.42 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991144 Jun 18 19:46:45.569043 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 37480) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:45.666166 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-10f7b178-5f30-4e7b-a809-affb3b223570 req-e519cafa-49be-4c3d-9402-6b5be436fca3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 210 time: 0.0454729 Jun 18 19:46:45.764761 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f9970baf-87e1-4329-884a-3b31048c4000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:45.766835 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1e344fa8-8c32-47f0-a145-bb5be78ab846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:45.886979 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1e344fa8-8c32-47f0-a145-bb5be78ab846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:45.901849 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:46.004994 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1e344fa8-8c32-47f0-a145-bb5be78ab846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:46.009947 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-247a3a67-ffdc-4ca9-bb8e-8c5dc2aa9996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:46.058359 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37506) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:46.069633 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-1e344fa8-8c32-47f0-a145-bb5be78ab846 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=388b43573e4845e4ab809956690e5fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4912903 Jun 18 19:46:46.073369 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e344fa8-8c32-47f0-a145-bb5be78ab846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6980c952-0193-48cc-8504-6f47e3b72215,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:46.076892 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-1e344fa8-8c32-47f0-a145-bb5be78ab846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:46.123238 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:46.149255 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:46.318873 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:46.322190 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:46.323781 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6980c952-0193-48cc-8504-6f47e3b72215 HTTP/1.1" status: 204 len: 168 time: 0.2637999 Jun 18 19:46:46.325006 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2c6ca939-bb9d-4abe-9d42-c05742823225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:46.342141 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6980c952-0193-48cc-8504-6f47e3b72215,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:46.354058 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:46.354542 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:46.355023 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:46.355511 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:46.355970 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:46.356461 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:46.357186 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:46.357729 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:46.358160 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:46.359258 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:46.359731 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:46.360281 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:46.369886 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:46.778185 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-99dccfd0-c9c4-4cab-ad22-ea1253bc788d req-7f142b39-5c9e-4343-846f-b795c87249cd tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 210 time: 0.0293105 Jun 18 19:46:47.021807 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:47.170955 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37520) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:47.193902 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f4e808cc-d8cc-46f0-b372-a84ef9eec19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:47.350175 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f4e808cc-d8cc-46f0-b372-a84ef9eec19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:47.467770 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f4e808cc-d8cc-46f0-b372-a84ef9eec19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:47.471711 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-843589bc-b76c-47e2-b913-358b614f62ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:47.508865 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e808cc-d8cc-46f0-b372-a84ef9eec19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6eb637-cebc-4544-9929-c84905b47bcb,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:47.513580 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-f4e808cc-d8cc-46f0-b372-a84ef9eec19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:47.518901 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-f4e808cc-d8cc-46f0-b372-a84ef9eec19f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ae9613e4854447ba5e8815a94cce05c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446691 Jun 18 19:46:47.522646 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37528) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:47.575865 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-131620f3-07de-443c-92e7-ba9e90d9d755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:47.604027 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-131620f3-07de-443c-92e7-ba9e90d9d755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:47.850818 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-131620f3-07de-443c-92e7-ba9e90d9d755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:47.853726 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-131620f3-07de-443c-92e7-ba9e90d9d755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:47.854959 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-131620f3-07de-443c-92e7-ba9e90d9d755 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed6eb637-cebc-4544-9929-c84905b47bcb HTTP/1.1" status: 204 len: 168 time: 0.3310249 Jun 18 19:46:47.855889 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-c9c15f45-04ff-4d18-8469-c07ea7328e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:47.869462 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131620f3-07de-443c-92e7-ba9e90d9d755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6eb637-cebc-4544-9929-c84905b47bcb,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:47.873571 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-131620f3-07de-443c-92e7-ba9e90d9d755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:47.937564 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-4907aa3e-5699-4312-958d-a6833b475ca3 req-51ee6648-5e86-4774-a55f-1f27f687b8ab tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 210 time: 0.0370100 Jun 18 19:46:48.891347 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:49.113708 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2a5cbefe-971c-464b-8ef0-cb177cac257c req-7cc639a9-5b66-44e0-8f30-0f9fe461e23b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 210 time: 0.0316296 Jun 18 19:46:49.233206 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37574) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:49.346273 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-359831384-network', 'tenant_id': '327a95f36d574dfc8978ff39b765680e'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:49.455073 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Made reservation on behalf of 327a95f36d574dfc8978ff39b765680e for: {'network': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:49.458150 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:49.469406 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:49.757834 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:49.832054 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-06da06a2-4829-4447-9cfb-c37ffb41ad1c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:49.833496 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-06da06a2-4829-4447-9cfb-c37ffb41ad1c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.58 "GET /v2.0/networks?id=19876e3d-b88e-4d20-8062-e87a38d76ed8 HTTP/1.1" status: 200 len: 816 time: 0.2319331 Jun 18 19:46:49.844213 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-acdbb308-2a38-4d92-8ab8-c2011ce42a6e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:49.845667 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-acdbb308-2a38-4d92-8ab8-c2011ce42a6e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/networks?id=63df527b-b26b-4454-8053-13a944fba35f HTTP/1.1" status: 200 len: 815 time: 0.2260132 Jun 18 19:46:49.875579 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-4ae3987f-6297-4955-85a2-15922472257d tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/quotas/ad1c42703855432a866512bf4bfdc17b HTTP/1.1" status: 200 len: 375 time: 0.0232680 Jun 18 19:46:49.903707 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-d0fedd2e-a666-44e4-a649-73152257ba14 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef HTTP/1.1" status: 200 len: 380 time: 0.0570340 Jun 18 19:46:49.927788 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-d2c41df7-e67e-46da-b3c3-c923477a5ef2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Request body: {'port': {'device_id': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'admin_state_up': True, 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'security_groups': ['2c3d61b8-c954-479a-bf04-46c598889c33']}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:49.931616 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:49.942320 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-665b021a-525a-44fb-a1af-8f352f9cfe91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:50.251043 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=100055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:46:50.318692 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed6068f-4fb7-452d-b680-a7c492a28967,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:50.331987 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:50.333060 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.segments_db [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Added segment 976208d1-edaa-4709-b541-090ac9a95ddc of type vlan for network aef1a02a-23e7-49d8-819c-6fe2829dfe92 Jun 18 19:46:50.344273 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:50.434658 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0b57824d-5397-45e0-90c7-961ce6c64338 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad1c42703855432a866512bf4bfdc17b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5529747 Jun 18 19:46:50.458020 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:50.546963 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9819ff8-3410-44a4-87ee-44a9823ac476 req-db9a41a3-0a3f-4be6-8bb1-6431392c3c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:50.549597 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e9819ff8-3410-44a4-87ee-44a9823ac476 req-db9a41a3-0a3f-4be6-8bb1-6431392c3c91 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90cd5f62f1a84defa1047fe8db0a4ff6&device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 1098 time: 0.1220064 Jun 18 19:46:50.584883 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-86a7ac1a-88b9-4f25-b63c-e46c5e772715 service neutron] 10.222.0.42 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422482 Jun 18 19:46:50.650803 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-d2c41df7-e67e-46da-b3c3-c923477a5ef2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Made reservation on behalf of 0ef1292acf4d44a4bc8ec280d5ab15ef for: {'port': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:50.654784 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-d2c41df7-e67e-46da-b3c3-c923477a5ef2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:50.659187 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6ba3613b-cdba-45c4-927d-424188495929 req-e2e66e1f-b555-4b55-ae74-b22f219a89cd tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 210 time: 0.0707254 Jun 18 19:46:50.688049 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:50.711522 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:50.711522 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:50.712520 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9819ff8-3410-44a4-87ee-44a9823ac476 req-7a2dcad7-9169-406c-a6ff-d35c63824941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:50.712520 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e9819ff8-3410-44a4-87ee-44a9823ac476 req-7a2dcad7-9169-406c-a6ff-d35c63824941 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f000376-940a-40a6-93f6-2f7562cb6ac7 HTTP/1.1" status: 200 len: 920 time: 0.1477389 Jun 18 19:46:50.713076 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:50.764051 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e9819ff8-3410-44a4-87ee-44a9823ac476 req-25ec8aac-a3ce-49fd-8454-94af91117ed8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e70a847a-bd54-40fb-ac1c-ec02b346e879 HTTP/1.1" status: 200 len: 217 time: 0.0366778 Jun 18 19:46:50.866415 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0062c37-f7ac-4512-b572-8c6e4fad243a req-6162fe80-d7c8-4639-a3eb-a218f03ca652 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:50.870394 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Pushing event updated for resources: {'Network': ['ID=aef1a02a-23e7-49d8-819c-6fe2829dfe92,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:50.874805 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c0062c37-f7ac-4512-b572-8c6e4fad243a req-6162fe80-d7c8-4639-a3eb-a218f03ca652 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0824494 Jun 18 19:46:50.882048 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-5e104292-ae21-489c-953c-486745368475 service neutron] 10.222.0.42 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836771 Jun 18 19:46:50.886334 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:50.898541 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network aef1a02a-23e7-49d8-819c-6fe2829dfe92 details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:46:50.925983 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c0062c37-f7ac-4512-b572-8c6e4fad243a req-3589478a-c2a5-4280-bc95-8a3bc66549dd tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499940 Jun 18 19:46:50.930702 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6962452 Jun 18 19:46:50.941442 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37630) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:50.943910 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-e0e3a87d-f63b-411d-8f3d-26831f7d4f62 admin admin] Request body: {'subnet': {'network_id': 'aef1a02a-23e7-49d8-819c-6fe2829dfe92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-359831384-subnet', 'tenant_id': '327a95f36d574dfc8978ff39b765680e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:50.984842 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-d2c41df7-e67e-46da-b3c3-c923477a5ef2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Allocated IP 172.20.0.12 (19876e3d-b88e-4d20-8062-e87a38d76ed8/c17436c7-1ba8-41fd-a3de-4744d824190b/9c9c6614-5cfa-4178-ae31-eb1c590105cd) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:46:51.076554 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e3a87d-f63b-411d-8f3d-26831f7d4f62 admin admin] Made reservation on behalf of 327a95f36d574dfc8978ff39b765680e for: {'subnet': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:51.079053 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a87d-f63b-411d-8f3d-26831f7d4f62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:51.197733 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-d2c41df7-e67e-46da-b3c3-c923477a5ef2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:51.215745 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.provisioning_blocks [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-d2c41df7-e67e-46da-b3c3-c923477a5ef2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Transition to ACTIVE for port object 9c9c6614-5cfa-4178-ae31-eb1c590105cd will not be triggered until provisioned by entity DHCP. {{(pid=100055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:51.228142 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ab3fecb7-210c-499e-9037-c596c6319605 req-0a822cd6-d086-4c54-afd7-7e4441d1c96a tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 210 time: 0.0448711 Jun 18 19:46:51.320964 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-d2c41df7-e67e-46da-b3c3-c923477a5ef2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:51.329609 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:51.421331 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-d2c41df7-e67e-46da-b3c3-c923477a5ef2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Network 19876e3d-b88e-4d20-8062-e87a38d76ed8 is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:51.435805 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-d2c41df7-e67e-46da-b3c3-c923477a5ef2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:51.440300 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c41df7-e67e-46da-b3c3-c923477a5ef2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event updated for resources: {'Port': ['ID=9c9c6614-5cfa-4178-ae31-eb1c590105cd,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:51.442948 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-d2c41df7-e67e-46da-b3c3-c923477a5ef2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:46:51.449058 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-d2c41df7-e67e-46da-b3c3-c923477a5ef2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:51.449511 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-d2c41df7-e67e-46da-b3c3-c923477a5ef2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:51.453059 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-d2c41df7-e67e-46da-b3c3-c923477a5ef2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:51.538644 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a87d-f63b-411d-8f3d-26831f7d4f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103'] for subnet, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:51.558487 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-d2c41df7-e67e-46da-b3c3-c923477a5ef2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6358218 Jun 18 19:46:51.562350 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-ecb95e9a-9f9f-4a9a-aa7e-ec0e8b99e4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:51.672086 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3a87d-f63b-411d-8f3d-26831f7d4f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96138eb0-945e-45f3-8d4c-39309bd312aa,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:51.679447 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-e0e3a87d-f63b-411d-8f3d-26831f7d4f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:51.690715 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e3a87d-f63b-411d-8f3d-26831f7d4f62 admin admin] Checking segment: {'id': '976208d1-edaa-4709-b541-090ac9a95ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'aef1a02a-23e7-49d8-819c-6fe2829dfe92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:51.691135 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3a87d-f63b-411d-8f3d-26831f7d4f62 admin admin] Network hostable DHCP agents. Network: aef1a02a-23e7-49d8-819c-6fe2829dfe92, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:46:51.794709 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3a87d-f63b-411d-8f3d-26831f7d4f62 admin admin] Network aef1a02a-23e7-49d8-819c-6fe2829dfe92 is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:46:51.890843 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3a87d-f63b-411d-8f3d-26831f7d4f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, aef1a02a-23e7-49d8-819c-6fe2829dfe92) {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:51.898247 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e3a87d-f63b-411d-8f3d-26831f7d4f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:51.900920 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a87d-f63b-411d-8f3d-26831f7d4f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:51.905946 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ea569bb9-fbb3-4824-88ab-f4c56bba883e None None] Provisioning for port 9c9c6614-5cfa-4178-ae31-eb1c590105cd completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:51.915657 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ea569bb9-fbb3-4824-88ab-f4c56bba883e None None] Provisioning complete for port 9c9c6614-5cfa-4178-ae31-eb1c590105cd triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:51.916268 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ea569bb9-fbb3-4824-88ab-f4c56bba883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:51.921347 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35a832b-0e8e-4835-ba89-c6c763fb6c51 None None] Network aef1a02a-23e7-49d8-819c-6fe2829dfe92 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:46:51.939132 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2a719-6ac1-46c0-9f42-73d52a178f10 req-12a61256-adf5-46e5-97e9-8b9e229e657a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:51.941964 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-46c2a719-6ac1-46c0-9f42-73d52a178f10 req-12a61256-adf5-46e5-97e9-8b9e229e657a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 932 time: 0.0919600 Jun 18 19:46:51.993781 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-46c2a719-6ac1-46c0-9f42-73d52a178f10 req-a11853cf-962d-46dd-8623-866752fa4f76 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457728 Jun 18 19:46:52.009471 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ea569bb9-fbb3-4824-88ab-f4c56bba883e None None] Port 9c9c6614-5cfa-4178-ae31-eb1c590105cd cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:46:52.020754 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-e0e3a87d-f63b-411d-8f3d-26831f7d4f62 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0832262 Jun 18 19:46:52.114811 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67af6c03-f335-4db5-af4a-5984f832fc56 None None] Network aef1a02a-23e7-49d8-819c-6fe2829dfe92 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:46:52.257388 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5777f9-3468-419f-aa42-89f8077da7ea req-4c3f76ae-3013-4dd8-876a-86001d5bedf3 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:52.260897 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5a5777f9-3468-419f-aa42-89f8077da7ea req-4c3f76ae-3013-4dd8-876a-86001d5bedf3 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1193891 Jun 18 19:46:52.524305 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5a5777f9-3468-419f-aa42-89f8077da7ea req-1e52341e-889a-47a8-a8ee-1508ed5b9f3c tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501760 Jun 18 19:46:52.675425 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ad8c4f68-3c37-44e8-a6e7-d5760303caa3 req-926b8a75-5341-46c4-9393-5c99f57c2f7f tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 210 time: 0.0441995 Jun 18 19:46:52.918908 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 37676) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:52.924379 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1820896927-network', 'tenant_id': '0043102c21cc412aa01a8cd0e0413b74'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:53.010463 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Made reservation on behalf of 0043102c21cc412aa01a8cd0e0413b74 for: {'network': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:53.013139 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.024093 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.131416 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.221435 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28cd50-d59b-4e5c-9c3d-c0b9be168174 req-66c9dd92-f79d-45c3-932c-b221b475dbf3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:53.223032 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6d28cd50-d59b-4e5c-9c3d-c0b9be168174 req-66c9dd92-f79d-45c3-932c-b221b475dbf3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 932 time: 0.0828025 Jun 18 19:46:53.227104 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.231429 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-e306db81-5eb0-4c0e-a2a7-78fc98428049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:53.261701 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=100054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:46:53.286990 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55952b15-c877-4b35-aa24-5460abb937a2,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:53.289599 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.289919 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.segments_db [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Added segment da2dd507-0efa-46ab-9cd3-f884b8fe460a of type vlan for network 7f60b113-310a-4ca9-9283-57d9e9d45169 Jun 18 19:46:53.332525 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:53.332823 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:53.333167 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:53.333506 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:53.333893 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:53.334242 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:53.334626 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:53.334976 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:53.335297 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:53.335626 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:53.335954 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:53.336281 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:53.340561 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:53.348466 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6d28cd50-d59b-4e5c-9c3d-c0b9be168174 req-1342f0df-cdeb-4c0c-adbf-16ba47b93d29 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172071 Jun 18 19:46:53.361540 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.444407 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.445877 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:53.446474 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.448819 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:53.516833 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Pushing event updated for resources: {'Network': ['ID=7f60b113-310a-4ca9-9283-57d9e9d45169,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:53.519677 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:53.531351 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network 7f60b113-310a-4ca9-9283-57d9e9d45169 details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:46:53.611071 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6908667 Jun 18 19:46:53.614091 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 37686) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:53.619553 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-2b341589-1fd6-4987-a232-760cefccd0a7 admin admin] Request body: {'subnet': {'network_id': '7f60b113-310a-4ca9-9283-57d9e9d45169', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1820896927-subnet', 'tenant_id': '0043102c21cc412aa01a8cd0e0413b74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:53.692204 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Request body: {'port': {'device_id': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:53.752970 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b341589-1fd6-4987-a232-760cefccd0a7 admin admin] Made reservation on behalf of 0043102c21cc412aa01a8cd0e0413b74 for: {'subnet': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:53.752970 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-2b341589-1fd6-4987-a232-760cefccd0a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257691'] for subnet, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.797875 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9819ff8-3410-44a4-87ee-44a9823ac476 req-75ec2796-86c6-42c9-b3bc-73d87a8e9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:53.798327 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.799342 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e9819ff8-3410-44a4-87ee-44a9823ac476 req-75ec2796-86c6-42c9-b3bc-73d87a8e9d9d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=787961a9-531b-4f4b-9190-811f42fc2d49 HTTP/1.1" status: 200 len: 859 time: 0.1209686 Jun 18 19:46:53.856717 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e9819ff8-3410-44a4-87ee-44a9823ac476 req-32f46245-9e9c-4ef1-b6ee-a960830c4616 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f000376-940a-40a6-93f6-2f7562cb6ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426338 Jun 18 19:46:53.868442 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a4c79-92ad-4ac6-ad87-ba487d314d40 req-35521ab8-ac33-4fec-a840-af191a85e366 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:53.869890 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d10a4c79-92ad-4ac6-ad87-ba487d314d40 req-35521ab8-ac33-4fec-a840-af191a85e366 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.2223382 Jun 18 19:46:53.894013 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a1d28c30-d96b-4f3a-8407-67d83eab1aae req-b16acd49-9374-4e0a-bdf6-07a2bc2254bb tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 210 time: 0.0344849 Jun 18 19:46:54.037673 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d10a4c79-92ad-4ac6-ad87-ba487d314d40 req-7658f2a4-8762-42e0-8bc1-260b9001aa09 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518319 Jun 18 19:46:54.110380 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e9819ff8-3410-44a4-87ee-44a9823ac476 req-b4ba68a0-4b28-4a48-89c2-6f95c6f9cca0 service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372251 Jun 18 19:46:54.190738 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9c6614-5cfa-4178-ae31-eb1c590105cd {{(pid=100055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:46:54.199162 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:54.205766 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-2b341589-1fd6-4987-a232-760cefccd0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1122839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257673'] for subnet, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:54.212331 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.provisioning_blocks [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Transition to ACTIVE for port object 9c9c6614-5cfa-4178-ae31-eb1c590105cd will not be triggered until provisioned by entity L2. {{(pid=100055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:54.215987 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:54.270254 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e9819ff8-3410-44a4-87ee-44a9823ac476 req-041ecf79-cd25-46fb-af69-3e6bff627648 service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487439 Jun 18 19:46:54.298069 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b341589-1fd6-4987-a232-760cefccd0a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a6d738f-6fc4-4018-8d5d-42b920eeaf8e,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:54.302272 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-2b341589-1fd6-4987-a232-760cefccd0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:54.309801 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b341589-1fd6-4987-a232-760cefccd0a7 admin admin] Checking segment: {'id': 'da2dd507-0efa-46ab-9cd3-f884b8fe460a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7f60b113-310a-4ca9-9283-57d9e9d45169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:54.310165 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b341589-1fd6-4987-a232-760cefccd0a7 admin admin] Network hostable DHCP agents. Network: 7f60b113-310a-4ca9-9283-57d9e9d45169, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:46:54.313699 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:54.319597 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-d2c41df7-e67e-46da-b3c3-c923477a5ef2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:54.395672 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9c6614-5cfa-4178-ae31-eb1c590105cd,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:54.399154 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b341589-1fd6-4987-a232-760cefccd0a7 admin admin] Network 7f60b113-310a-4ca9-9283-57d9e9d45169 is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:46:54.399898 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:54.479240 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-2b341589-1fd6-4987-a232-760cefccd0a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, 7f60b113-310a-4ca9-9283-57d9e9d45169) {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:54.494290 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467de126-a0cc-4339-ba37-c881ea9fe80b None None] Network 7f60b113-310a-4ca9-9283-57d9e9d45169 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:46:54.497115 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b341589-1fd6-4987-a232-760cefccd0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:54.502312 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-2b341589-1fd6-4987-a232-760cefccd0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:54.519014 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.managers [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Attempting to bind port 9c9c6614-5cfa-4178-ae31-eb1c590105cd on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:46:54.520305 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.managers [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Attempting to bind port 9c9c6614-5cfa-4178-ae31-eb1c590105cd by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'}] {{(pid=100055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:46:54.522022 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Attempting to bind port 9c9c6614-5cfa-4178-ae31-eb1c590105cd on network 19876e3d-b88e-4d20-8062-e87a38d76ed8 {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:54.532843 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Port 9c9c6614-5cfa-4178-ae31-eb1c590105cd on network 19876e3d-b88e-4d20-8062-e87a38d76ed8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:46:54.533310 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Attempting to bind port 9c9c6614-5cfa-4178-ae31-eb1c590105cd on network 19876e3d-b88e-4d20-8062-e87a38d76ed8 {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:54.553530 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:46:54.554018 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Checking segment: {'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:54.554687 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Bound using segment: {'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'} {{(pid=100055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:46:54.555239 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.managers [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Bound port: 9c9c6614-5cfa-4178-ae31-eb1c590105cd, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'}}] {{(pid=100055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:46:54.555710 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:54.618555 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-2b341589-1fd6-4987-a232-760cefccd0a7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0033164 Jun 18 19:46:54.726175 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7077ecd0-2c2e-489d-a677-1c1c720af4ac None None] Network 7f60b113-310a-4ca9-9283-57d9e9d45169 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:46:54.727109 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] For port 9c9c6614-5cfa-4178-ae31-eb1c590105cd, host hv-cinder-79053, cleared binding levels {{(pid=100055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:46:54.731760 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] For port 9c9c6614-5cfa-4178-ae31-eb1c590105cd, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:46:54.810480 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83400-46a5-4870-94f0-e9a95aa24b36 req-20a1a42f-22b6-40ba-a4fd-55059af1896d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:54.824980 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-add83400-46a5-4870-94f0-e9a95aa24b36 req-20a1a42f-22b6-40ba-a4fd-55059af1896d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.1576874 Jun 18 19:46:54.897821 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:54.903350 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:54.925441 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-add83400-46a5-4870-94f0-e9a95aa24b36 req-81c6d22b-a9c2-4c61-9f26-4d0ada230fe1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971594 Jun 18 19:46:54.959888 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:46:54.973990 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:54.974731 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:54.976272 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] 10.222.0.58 "PUT /v2.0/ports/9c9c6614-5cfa-4178-ae31-eb1c590105cd HTTP/1.1" status: 200 len: 1094 time: 1.2900300 Jun 18 19:46:54.976856 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'tag': '9c9c6614-5cfa-4178-ae31-eb1c590105cd'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:54.979236 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6919ae73-69b4-4a71-aaf2-e0b02245582e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ade1fbd-6bcc-4bc9-a401-db024f113cf6", "tag": "9c9c6614-5cfa-4178-ae31-eb1c590105cd"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:55.070588 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9c6614-5cfa-4178-ae31-eb1c590105cd,revision_number=3']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:55.074530 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:55.120739 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0d7280-ed76-4792-b11a-2a1209c2cddf x-openstack-request-id: req-da0d7280-ed76-4792-b11a-2a1209c2cddf {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:55.122804 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ade1fbd-6bcc-4bc9-a401-db024f113cf6", "tag": "9c9c6614-5cfa-4178-ae31-eb1c590105cd", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:55.123381 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da0d7280-ed76-4792-b11a-2a1209c2cddf {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:55.125155 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'tag': '9c9c6614-5cfa-4178-ae31-eb1c590105cd', 'status': 'completed', 'code': 200} Jun 18 19:46:55.217326 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-bfd8dd94-1300-4f08-aa95-f4c9acc4534f req-cd8d258e-6572-46d7-90bb-085a0f0af3ad tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 210 time: 0.0736265 Jun 18 19:46:55.293532 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-bb33c3aa-bde9-488b-be0b-6c0925c87c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:55.295678 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-bb33c3aa-bde9-488b-be0b-6c0925c87c69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef&device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 1097 time: 0.0673656 Jun 18 19:46:55.348443 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-e1b31d5d-d2e8-437a-b945-582fa865a93b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd HTTP/1.1" status: 200 len: 217 time: 0.0452774 Jun 18 19:46:55.441305 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-b33d50ff-fcbe-435f-970a-a043c84a18fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:55.445484 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-b33d50ff-fcbe-435f-970a-a043c84a18fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c17436c7-1ba8-41fd-a3de-4744d824190b HTTP/1.1" status: 200 len: 855 time: 0.0887551 Jun 18 19:46:55.489273 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666acbad-e238-4ac7-9375-6b15da126785 req-780a8737-977c-4f0a-9a9a-5cb6b20e8142 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:55.490861 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-666acbad-e238-4ac7-9375-6b15da126785 req-780a8737-977c-4f0a-9a9a-5cb6b20e8142 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1952548 Jun 18 19:46:55.528945 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-231e044a-fe8d-440a-8f6d-eb64acc9ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:55.531304 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-231e044a-fe8d-440a-8f6d-eb64acc9ed8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19876e3d-b88e-4d20-8062-e87a38d76ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782049 Jun 18 19:46:55.581417 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-666acbad-e238-4ac7-9375-6b15da126785 req-8cafb4b3-e042-4b0d-8a9e-247c739e057e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618005 Jun 18 19:46:55.605541 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-b17ed664-653c-48a7-a4bb-44de6236b20e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:55.607136 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-b17ed664-653c-48a7-a4bb-44de6236b20e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.58 "GET /v2.0/networks?id=63df527b-b26b-4454-8053-13a944fba35f HTTP/1.1" status: 200 len: 815 time: 0.2237275 Jun 18 19:46:55.623297 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-2d126ec7-610a-4b8b-a9b9-49899125bb50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Request body: {'port': {'device_id': 'aaecf965-62c1-4d23-8e37-88c5f18dd430', 'network_id': '63df527b-b26b-4454-8053-13a944fba35f', 'admin_state_up': True, 'tenant_id': 'ad1c42703855432a866512bf4bfdc17b'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:55.678759 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-3c65fc87-bd52-44e5-9fdd-0a5cabdbd96d service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368816 Jun 18 19:46:55.802640 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37740) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:55.839134 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d45ec2b6-f427-43eb-a71f-427fe465b66c req-6135edb5-9f38-4916-a162-c62907a6056f service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490614 Jun 18 19:46:55.924930 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-2d126ec7-610a-4b8b-a9b9-49899125bb50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Made reservation on behalf of ad1c42703855432a866512bf4bfdc17b for: {'port': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:55.929962 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-2d126ec7-610a-4b8b-a9b9-49899125bb50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:55.986344 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-43a99002-9920-4671-b8d4-9f8a93c6f9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:56.113236 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919ae73-69b4-4a71-aaf2-e0b02245582e req-49896b45-8319-4424-83b8-b66687d49cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:56.114911 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6919ae73-69b4-4a71-aaf2-e0b02245582e req-49896b45-8319-4424-83b8-b66687d49cc2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef&device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 1097 time: 0.1123979 Jun 18 19:46:56.125331 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-2d126ec7-610a-4b8b-a9b9-49899125bb50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Allocated IP 172.20.0.14 (63df527b-b26b-4454-8053-13a944fba35f/b3244916-cc51-4cd2-9f62-176215c803f1/94d910f7-de50-4136-a58e-b2b2ad69e69b) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:46:56.367415 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-43a99002-9920-4671-b8d4-9f8a93c6f9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:56.462726 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-43a99002-9920-4671-b8d4-9f8a93c6f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:56.467233 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-75fcbfc1-10bd-4579-b2a9-989bb04af486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:56.516171 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77541e-ab2a-415f-9e5d-3bf646440b6c req-091afd4f-c3ac-4be8-9f4a-d5fb6d16cde6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:56.520402 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-2d126ec7-610a-4b8b-a9b9-49899125bb50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:56.529055 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ef77541e-ab2a-415f-9e5d-3bf646440b6c req-091afd4f-c3ac-4be8-9f4a-d5fb6d16cde6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.3922966 Jun 18 19:46:56.594554 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919ae73-69b4-4a71-aaf2-e0b02245582e req-32decdaa-6cfc-49ef-917d-9524f55d6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:56.597148 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6919ae73-69b4-4a71-aaf2-e0b02245582e req-32decdaa-6cfc-49ef-917d-9524f55d6392 service neutron] 10.222.0.58 "GET /v2.0/networks?id=19876e3d-b88e-4d20-8062-e87a38d76ed8 HTTP/1.1" status: 200 len: 917 time: 0.3905118 Jun 18 19:46:56.601655 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e291f68f-fc26-4fcc-a4d5-4292588fdd5f req-e6031a64-4f2a-46e3-9955-5e10978104d4 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 210 time: 0.0539985 Jun 18 19:46:56.614480 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-43a99002-9920-4671-b8d4-9f8a93c6f9c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c43f7bff646489cb1130f4e8d019add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8078337 Jun 18 19:46:56.615608 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a99002-9920-4671-b8d4-9f8a93c6f9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb969f4-4c96-43eb-9cb8-722a6817b884,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:56.616042 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 37774) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:56.620909 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-43a99002-9920-4671-b8d4-9f8a93c6f9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:56.723115 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6919ae73-69b4-4a71-aaf2-e0b02245582e req-a398f368-4aeb-4caa-a39b-8ad4fd58ab22 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd HTTP/1.1" status: 200 len: 217 time: 0.1160846 Jun 18 19:46:56.768017 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ff710c2c-9704-4495-ac01-95430e07bd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:56.787400 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ef77541e-ab2a-415f-9e5d-3bf646440b6c req-76a0478c-4ecc-43e5-bf43-2b9f3ec68e83 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568815 Jun 18 19:46:56.799077 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ff710c2c-9704-4495-ac01-95430e07bd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:56.814683 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-2d126ec7-610a-4b8b-a9b9-49899125bb50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:56.826437 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919ae73-69b4-4a71-aaf2-e0b02245582e req-ca6e8f68-cb9f-48c5-8634-b61b489388cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:56.828234 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['3ea964ed-a32f-4f96-8dfa-e5e536481363', '49d08ef5-faba-446e-baf5-00e4a48291fd'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:46:56.830201 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6919ae73-69b4-4a71-aaf2-e0b02245582e req-ca6e8f68-cb9f-48c5-8634-b61b489388cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c17436c7-1ba8-41fd-a3de-4744d824190b HTTP/1.1" status: 200 len: 855 time: 0.0967665 Jun 18 19:46:56.834390 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:56.850833 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37786) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:56.953361 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919ae73-69b4-4a71-aaf2-e0b02245582e req-3d30fcf5-e32e-474c-bdef-555cd7e861cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:56.960749 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6919ae73-69b4-4a71-aaf2-e0b02245582e req-3d30fcf5-e32e-474c-bdef-555cd7e861cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19876e3d-b88e-4d20-8062-e87a38d76ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1189253 Jun 18 19:46:56.963529 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-2d126ec7-610a-4b8b-a9b9-49899125bb50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Network 63df527b-b26b-4454-8053-13a944fba35f is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:56.965056 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d126ec7-610a-4b8b-a9b9-49899125bb50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Pushing event updated for resources: {'Port': ['ID=94d910f7-de50-4136-a58e-b2b2ad69e69b,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:56.988794 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-2d126ec7-610a-4b8b-a9b9-49899125bb50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:56.990795 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-2d126ec7-610a-4b8b-a9b9-49899125bb50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:56.997366 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-2d126ec7-610a-4b8b-a9b9-49899125bb50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:46:57.053132 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2f9f08e1-31fe-43a4-b3a1-b508c4adff4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:57.089201 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3f3af-aceb-4b85-928d-6f35ac8231cf req-df1b27f6-bfdc-44c5-a6de-8664c8ff1692 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:57.091322 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b5b3f3af-aceb-4b85-928d-6f35ac8231cf req-df1b27f6-bfdc-44c5-a6de-8664c8ff1692 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.2228136 Jun 18 19:46:57.100703 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-2d126ec7-610a-4b8b-a9b9-49899125bb50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:57.101415 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-2d126ec7-610a-4b8b-a9b9-49899125bb50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:57.122031 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6919ae73-69b4-4a71-aaf2-e0b02245582e req-0d74dffc-4b65-4cc4-91e9-2ed04ebef8d9 service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492300 Jun 18 19:46:57.134128 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ff710c2c-9704-4495-ac01-95430e07bd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:57.137168 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ff710c2c-9704-4495-ac01-95430e07bd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:57.141178 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-ff710c2c-9704-4495-ac01-95430e07bd43 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8bb969f4-4c96-43eb-9cb8-722a6817b884 HTTP/1.1" status: 204 len: 168 time: 0.5211511 Jun 18 19:46:57.141178 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:57.155374 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff710c2c-9704-4495-ac01-95430e07bd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb969f4-4c96-43eb-9cb8-722a6817b884,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:57.160334 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ff710c2c-9704-4495-ac01-95430e07bd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:57.177051 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b5b3f3af-aceb-4b85-928d-6f35ac8231cf req-1bc5e0dc-74da-4557-a7b0-2ee57ed92dd1 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716944 Jun 18 19:46:57.291838 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6919ae73-69b4-4a71-aaf2-e0b02245582e req-29bfc12a-a3f7-40bb-9e79-192f20b5d681 service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594405 Jun 18 19:46:57.313777 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2f9f08e1-31fe-43a4-b3a1-b508c4adff4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:57.415533 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2f9f08e1-31fe-43a4-b3a1-b508c4adff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:57.419144 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-7a238772-7194-4f25-8f21-1da5a986b100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:57.459076 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-2f9f08e1-31fe-43a4-b3a1-b508c4adff4f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e934aabc0c14dc0a0ca02423fb55d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6068037 Jun 18 19:46:57.460114 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f08e1-31fe-43a4-b3a1-b508c4adff4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b207828a-a711-4a14-8fcd-660a5e7a0ff4,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:57.463272 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2f9f08e1-31fe-43a4-b3a1-b508c4adff4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:57.463486 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 37802) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:57.558121 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-2d126ec7-610a-4b8b-a9b9-49899125bb50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9419589 Jun 18 19:46:57.562270 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e17063da-f3ef-403e-bdb2-439018b2568a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:57.595491 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e17063da-f3ef-403e-bdb2-439018b2568a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:57.615386 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Request body: {'port': {'device_id': 'aaecf965-62c1-4d23-8e37-88c5f18dd430', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:57.776522 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:57.799019 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e17063da-f3ef-403e-bdb2-439018b2568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:57.801536 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e17063da-f3ef-403e-bdb2-439018b2568a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:57.804695 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-e17063da-f3ef-403e-bdb2-439018b2568a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b207828a-a711-4a14-8fcd-660a5e7a0ff4 HTTP/1.1" status: 204 len: 168 time: 0.3380120 Jun 18 19:46:57.804695 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-f7dd78ce-1606-4e79-af6b-5952025d7c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:57.833975 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17063da-f3ef-403e-bdb2-439018b2568a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b207828a-a711-4a14-8fcd-660a5e7a0ff4,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:57.837600 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-e17063da-f3ef-403e-bdb2-439018b2568a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:57.887315 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff01a3b-a4d0-4311-ac73-91fe8c747171 req-094f43ed-bca4-4423-bcda-16014d5ad857 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:57.895138 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3ff01a3b-a4d0-4311-ac73-91fe8c747171 req-094f43ed-bca4-4423-bcda-16014d5ad857 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 932 time: 0.1019878 Jun 18 19:46:57.985162 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3ff01a3b-a4d0-4311-ac73-91fe8c747171 req-62bb337c-f244-4a33-8900-fb824543ebd5 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843513 Jun 18 19:46:58.122492 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620fda7-fdf4-4341-a58d-945487912bf0 req-b263f652-ac01-4be0-8b34-72c2fe9240c8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:58.124126 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9620fda7-fdf4-4341-a58d-945487912bf0 req-b263f652-ac01-4be0-8b34-72c2fe9240c8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.1348221 Jun 18 19:46:58.202911 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9620fda7-fdf4-4341-a58d-945487912bf0 req-6ac3f62f-4f6b-44b3-b54c-93a0ab0b2b04 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721333 Jun 18 19:46:58.214293 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d910f7-de50-4136-a58e-b2b2ad69e69b {{(pid=100054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:46:58.222400 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:58.256908 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Transition to ACTIVE for port object 94d910f7-de50-4136-a58e-b2b2ad69e69b will not be triggered until provisioned by entity L2. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:58.329931 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:58.332576 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:58.435777 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ad5b1-09e0-4c9e-ac8b-951ddeb1ce7d req-60b672ca-6164-407a-bf5a-d76ae9dd64e1 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:58.440085 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e37ad5b1-09e0-4c9e-ac8b-951ddeb1ce7d req-60b672ca-6164-407a-bf5a-d76ae9dd64e1 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1366198 Jun 18 19:46:58.464720 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Pushing event updated for resources: {'Port': ['ID=94d910f7-de50-4136-a58e-b2b2ad69e69b,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:58.473941 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:58.505755 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e37ad5b1-09e0-4c9e-ac8b-951ddeb1ce7d req-d08e8e7e-6dad-4ce9-a2e5-8407e697c526 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554161 Jun 18 19:46:58.590705 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Attempting to bind port 94d910f7-de50-4136-a58e-b2b2ad69e69b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:46:58.591243 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Attempting to bind port 94d910f7-de50-4136-a58e-b2b2ad69e69b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:46:58.591372 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Attempting to bind port 94d910f7-de50-4136-a58e-b2b2ad69e69b on network 63df527b-b26b-4454-8053-13a944fba35f {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:58.596995 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Port 94d910f7-de50-4136-a58e-b2b2ad69e69b on network 63df527b-b26b-4454-8053-13a944fba35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:46:58.597321 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Attempting to bind port 94d910f7-de50-4136-a58e-b2b2ad69e69b on network 63df527b-b26b-4454-8053-13a944fba35f {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:58.602031 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:46:58.602367 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Checking segment: {'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:58.602748 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Bound using segment: {'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:46:58.603174 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Bound port: 94d910f7-de50-4136-a58e-b2b2ad69e69b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'}}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:46:58.603520 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:58.668713 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] For port 94d910f7-de50-4136-a58e-b2b2ad69e69b, host hv-cinder-79053, cleared binding levels {{(pid=100054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:46:58.672742 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] For port 94d910f7-de50-4136-a58e-b2b2ad69e69b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=94d910f7-de50-4136-a58e-b2b2ad69e69b,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:46:58.833851 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:58.837604 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:58.869204 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:58.870393 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:58.871397 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] 10.222.0.58 "PUT /v2.0/ports/94d910f7-de50-4136-a58e-b2b2ad69e69b HTTP/1.1" status: 200 len: 1094 time: 1.2638104 Jun 18 19:46:58.874566 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaecf965-62c1-4d23-8e37-88c5f18dd430', 'tag': '94d910f7-de50-4136-a58e-b2b2ad69e69b'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:58.877964 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7102de5c-b276-4ca8-9e6e-ee4ae392951a" -d '{"events": [{"name": "network-changed", "server_uuid": "aaecf965-62c1-4d23-8e37-88c5f18dd430", "tag": "94d910f7-de50-4136-a58e-b2b2ad69e69b"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:58.904412 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Pushing event updated for resources: {'Port': ['ID=94d910f7-de50-4136-a58e-b2b2ad69e69b,revision_number=3']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:58.908579 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:58.919518 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4ddc43-1b6c-4dc8-abca-ae90aa184e29 x-openstack-request-id: req-5b4ddc43-1b6c-4dc8-abca-ae90aa184e29 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:58.919518 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaecf965-62c1-4d23-8e37-88c5f18dd430", "tag": "94d910f7-de50-4136-a58e-b2b2ad69e69b", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:58.919518 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b4ddc43-1b6c-4dc8-abca-ae90aa184e29 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:58.919518 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaecf965-62c1-4d23-8e37-88c5f18dd430', 'tag': '94d910f7-de50-4136-a58e-b2b2ad69e69b', 'status': 'completed', 'code': 200} Jun 18 19:46:59.008159 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102de5c-b276-4ca8-9e6e-ee4ae392951a req-18989da1-3f2a-4624-837d-6d9ba962e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:59.010635 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7102de5c-b276-4ca8-9e6e-ee4ae392951a req-18989da1-3f2a-4624-837d-6d9ba962e56e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad1c42703855432a866512bf4bfdc17b&device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 1097 time: 0.0580897 Jun 18 19:46:59.178954 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e774e7d-b615-4ed6-b9c0-bcd3b3669fc7 req-f240ae8e-bf05-43ba-9387-25874c8472bf tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:59.180658 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8e774e7d-b615-4ed6-b9c0-bcd3b3669fc7 req-f240ae8e-bf05-43ba-9387-25874c8472bf tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 944 time: 0.0806453 Jun 18 19:46:59.226016 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8e774e7d-b615-4ed6-b9c0-bcd3b3669fc7 req-5699aed5-8667-4912-b238-7bd92b48784e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377233 Jun 18 19:46:59.250632 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102de5c-b276-4ca8-9e6e-ee4ae392951a req-19822339-42eb-4ed2-9255-102ba90e237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:59.252338 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7102de5c-b276-4ca8-9e6e-ee4ae392951a req-19822339-42eb-4ed2-9255-102ba90e237d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=ad1c42703855432a866512bf4bfdc17b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2306855 Jun 18 19:46:59.694735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 9c9c6614-5cfa-4178-ae31-eb1c590105cd details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:46:59.708692 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102de5c-b276-4ca8-9e6e-ee4ae392951a req-b847fa46-e05a-4333-81ec-d5187cac52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:59.710174 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7102de5c-b276-4ca8-9e6e-ee4ae392951a req-b847fa46-e05a-4333-81ec-d5187cac52b2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4500706 Jun 18 19:46:59.731284 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e17bc1-232a-425b-add3-0db0e1be9f8e req-6fdf362d-887a-4165-a205-c935be2ca178 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:59.734981 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-77e17bc1-232a-425b-add3-0db0e1be9f8e req-6fdf362d-887a-4165-a205-c935be2ca178 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.3779514 Jun 18 19:46:59.859993 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-77e17bc1-232a-425b-add3-0db0e1be9f8e req-52325470-3bac-47df-9463-606b6a61fa1f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096981 Jun 18 19:46:59.923618 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 9c9c6614-5cfa-4178-ae31-eb1c590105cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:59.933625 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-227c894e-9e28-4f13-ae6e-e5049d064a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:59.935608 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-227c894e-9e28-4f13-ae6e-e5049d064a7c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad1c42703855432a866512bf4bfdc17b&device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 1097 time: 0.1480596 Jun 18 19:46:59.961171 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': '9c9c6614-5cfa-4178-ae31-eb1c590105cd', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'port_id': '9c9c6614-5cfa-4178-ae31-eb1c590105cd', 'mac_address': 'fa:16:3e:88:9b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:46:59.987990 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-5cc4221c-e98f-499c-b2f8-633a7f8095ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94d910f7-de50-4136-a58e-b2b2ad69e69b HTTP/1.1" status: 200 len: 217 time: 0.0417585 Jun 18 19:47:00.028304 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:00.046429 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9c6614-5cfa-4178-ae31-eb1c590105cd {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:47:00.054348 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-6c450c3a-0320-4e84-a532-bee7eb724ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:00.059402 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-6c450c3a-0320-4e84-a532-bee7eb724ad5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b3244916-cc51-4cd2-9f62-176215c803f1 HTTP/1.1" status: 200 len: 855 time: 0.0618000 Jun 18 19:47:00.070486 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 9c9c6614-5cfa-4178-ae31-eb1c590105cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:00.117963 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-3f5bfb0d-c0a0-4beb-998a-c152948c9d76 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=63df527b-b26b-4454-8053-13a944fba35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524390 Jun 18 19:47:00.158590 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:00.161111 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:00.209593 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d802991-0246-4ffa-9ba7-cc820c3773b5 req-c7a0d6d9-b175-4ae3-964d-dd5003080d39 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:00.211242 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9d802991-0246-4ffa-9ba7-cc820c3773b5 req-c7a0d6d9-b175-4ae3-964d-dd5003080d39 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1593399 Jun 18 19:47:00.219557 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=9c9c6614-5cfa-4178-ae31-eb1c590105cd,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:00.223053 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:00.280424 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-6708c89e-641b-48d6-be35-5a20adb85288 service neutron] 10.222.0.58 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542134 Jun 18 19:47:00.284004 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9d802991-0246-4ffa-9ba7-cc820c3773b5 req-6dd4a51f-21a3-44b2-8d8a-dd4645dd2b77 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617924 Jun 18 19:47:00.400096 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9ecbe870-0be7-40f2-a43a-e59a1cde7025 req-f814b9ae-6a13-4cbc-9256-9177fdd3f83d service neutron] 10.222.0.58 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089010 Jun 18 19:47:00.440110 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37888) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:00.479663 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['9c9c6614-5cfa-4178-ae31-eb1c590105cd'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:47:00.507080 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd66b6-a741-419a-8564-651a15c93fc8 req-c1eb78bb-7015-4800-b3dc-189075b027e4 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:00.508654 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-89dd66b6-a741-419a-8564-651a15c93fc8 req-c1eb78bb-7015-4800-b3dc-189075b027e4 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 944 time: 0.0889359 Jun 18 19:47:00.555449 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-89dd66b6-a741-419a-8564-651a15c93fc8 req-6e16bb45-3268-4c0d-bb72-0e832a9fb47c tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392239 Jun 18 19:47:00.581430 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3a1084b2-7a1c-4d99-b521-ae04b99562ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:00.674191 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cc7e079-07c1-4dff-ae36-0e20d55b6c7b req-ef9e23e0-196e-4267-83c9-0b3c2ed859ef service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650558 Jun 18 19:47:00.699112 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3a1084b2-7a1c-4d99-b521-ae04b99562ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:00.760568 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7e079-07c1-4dff-ae36-0e20d55b6c7b req-db07cde5-2739-4225-bd91-57798952f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:00.762253 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cc7e079-07c1-4dff-ae36-0e20d55b6c7b req-db07cde5-2739-4225-bd91-57798952f369 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad1c42703855432a866512bf4bfdc17b&device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 1099 time: 0.0565889 Jun 18 19:47:00.849964 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3a1084b2-7a1c-4d99-b521-ae04b99562ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:00.859016 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-d876764f-a3d9-4e9b-88e4-0092825df9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:00.889013 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7e079-07c1-4dff-ae36-0e20d55b6c7b req-914bdb30-3451-4cc1-8759-f8e3758b1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:00.891353 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cc7e079-07c1-4dff-ae36-0e20d55b6c7b req-914bdb30-3451-4cc1-8759-f8e3758b1e5e service neutron] 10.222.0.58 "GET /v2.0/networks?id=63df527b-b26b-4454-8053-13a944fba35f HTTP/1.1" status: 200 len: 916 time: 0.1007650 Jun 18 19:47:00.904559 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-3a1084b2-7a1c-4d99-b521-ae04b99562ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f04c9215258d4b5b80056a760b47fc40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4637239 Jun 18 19:47:00.909934 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 37892) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:00.910646 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1084b2-7a1c-4d99-b521-ae04b99562ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad0e678-3e7e-411e-9a64-f402fbe08d5e,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:00.916564 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-3a1084b2-7a1c-4d99-b521-ae04b99562ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:00.953961 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cc7e079-07c1-4dff-ae36-0e20d55b6c7b req-fddb53b6-b622-4669-90be-b8769ea75579 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ea964ed-a32f-4f96-8dfa-e5e536481363 HTTP/1.1" status: 200 len: 217 time: 0.0513408 Jun 18 19:47:00.974769 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-52bcb1e9-808b-42a2-8e97-c5d55f40d413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:00.997926 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-52bcb1e9-808b-42a2-8e97-c5d55f40d413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:01.005787 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7e079-07c1-4dff-ae36-0e20d55b6c7b req-d6df4889-4f66-4123-98f7-cde3d7b47e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:01.007250 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cc7e079-07c1-4dff-ae36-0e20d55b6c7b req-d6df4889-4f66-4123-98f7-cde3d7b47e9b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b3244916-cc51-4cd2-9f62-176215c803f1 HTTP/1.1" status: 200 len: 855 time: 0.0467510 Jun 18 19:47:01.061070 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cc7e079-07c1-4dff-ae36-0e20d55b6c7b req-c7dc3da1-56a5-4c47-bfe7-e78c447c851f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=63df527b-b26b-4454-8053-13a944fba35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421381 Jun 18 19:47:01.239983 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96910482-ffa7-403e-9aaa-664676f04083 req-1572e7e8-1dad-4e33-8eda-70d45b9cfe8b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:01.241880 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-96910482-ffa7-403e-9aaa-664676f04083 req-1572e7e8-1dad-4e33-8eda-70d45b9cfe8b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 945 time: 0.1433437 Jun 18 19:47:01.245286 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cc7e079-07c1-4dff-ae36-0e20d55b6c7b req-01408d80-460a-4a3a-8347-545f6b5a35d1 service neutron] 10.222.0.58 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673238 Jun 18 19:47:01.257221 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-52bcb1e9-808b-42a2-8e97-c5d55f40d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:01.263094 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-52bcb1e9-808b-42a2-8e97-c5d55f40d413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:01.265452 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-52bcb1e9-808b-42a2-8e97-c5d55f40d413 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bad0e678-3e7e-411e-9a64-f402fbe08d5e HTTP/1.1" status: 204 len: 168 time: 0.3502028 Jun 18 19:47:01.267388 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-831fd36a-82e4-464f-9d03-3890123a0bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:01.283993 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcb1e9-808b-42a2-8e97-c5d55f40d413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad0e678-3e7e-411e-9a64-f402fbe08d5e,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:01.297856 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-52bcb1e9-808b-42a2-8e97-c5d55f40d413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:01.435311 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-96910482-ffa7-403e-9aaa-664676f04083 req-20a0d48b-775e-4762-9da8-02de55e557c3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833065 Jun 18 19:47:01.486459 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cc7e079-07c1-4dff-ae36-0e20d55b6c7b req-68226d02-1e15-4672-b63b-9945da3c001a service neutron] 10.222.0.58 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262745 Jun 18 19:47:01.586210 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9940a-b0d3-4679-b859-f0da745e8f99 req-3389915d-9001-4706-89ae-dc221febc2e3 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:01.587917 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b9a9940a-b0d3-4679-b859-f0da745e8f99 req-3389915d-9001-4706-89ae-dc221febc2e3 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1031160 Jun 18 19:47:01.641131 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b9a9940a-b0d3-4679-b859-f0da745e8f99 req-198ccd9c-5a6a-4781-b7e7-510671db568c tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420566 Jun 18 19:47:01.705746 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 9c9c6614-5cfa-4178-ae31-eb1c590105cd up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:01.800547 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a3ebb-334e-43f0-ab37-7cad5b750efd req-6af3c65f-fa55-4c74-8ee4-5079c0f0b40d tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:01.802296 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c92a3ebb-334e-43f0-ab37-7cad5b750efd req-6af3c65f-fa55-4c74-8ee4-5079c0f0b40d tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 944 time: 0.0848033 Jun 18 19:47:01.869211 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c92a3ebb-334e-43f0-ab37-7cad5b750efd req-502eecb6-62be-4178-bf73-c78f49d2660a tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575190 Jun 18 19:47:01.917909 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port 9c9c6614-5cfa-4178-ae31-eb1c590105cd completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:01.924523 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port 9c9c6614-5cfa-4178-ae31-eb1c590105cd triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:01.925661 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:02.029865 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:02.055026 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9c6614-5cfa-4178-ae31-eb1c590105cd'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:47:02.057338 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a980cc8-ad91-41b0-885f-3bf54555bd0c" -d '{"events": [{"server_uuid": "0ade1fbd-6bcc-4bc9-a401-db024f113cf6", "name": "network-vif-plugged", "status": "completed", "tag": "9c9c6614-5cfa-4178-ae31-eb1c590105cd"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:47:02.073192 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 9c9c6614-5cfa-4178-ae31-eb1c590105cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:02.122613 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cf6dc8-8c8f-4e85-a1f6-28afe9db2d66 x-openstack-request-id: req-74cf6dc8-8c8f-4e85-a1f6-28afe9db2d66 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:47:02.123092 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ade1fbd-6bcc-4bc9-a401-db024f113cf6", "name": "network-vif-plugged", "status": "completed", "tag": "9c9c6614-5cfa-4178-ae31-eb1c590105cd", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:47:02.123519 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74cf6dc8-8c8f-4e85-a1f6-28afe9db2d66 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:47:02.125298 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9c6614-5cfa-4178-ae31-eb1c590105cd', 'code': 200} Jun 18 19:47:02.205663 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:02.216341 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:02.267666 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=9c9c6614-5cfa-4178-ae31-eb1c590105cd,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:02.275961 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:02.593294 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc491a4-e938-43f1-bde8-119cec0923b7 req-6510dc6c-c11a-40d4-b5d2-25b9d0820f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:02.595082 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5bc491a4-e938-43f1-bde8-119cec0923b7 req-6510dc6c-c11a-40d4-b5d2-25b9d0820f59 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 1099 time: 0.0645015 Jun 18 19:47:02.641961 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5bc491a4-e938-43f1-bde8-119cec0923b7 req-8773132f-e92b-4ef1-a928-47f36e66127e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350506 Jun 18 19:47:02.713198 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ca760-2cef-46bf-893f-d2d2375aaf0d req-9ef80554-e7b7-4938-b698-848323d9982f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:02.716889 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b06ca760-2cef-46bf-893f-d2d2375aaf0d req-9ef80554-e7b7-4938-b698-848323d9982f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.0798891 Jun 18 19:47:02.777692 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b06ca760-2cef-46bf-893f-d2d2375aaf0d req-d454638c-8f2e-410c-8182-714389c65f2a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546873 Jun 18 19:47:02.803477 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 37950) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:02.853182 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f325aa-94b3-4786-8c29-9f0718d9cfbc req-53fd59f7-41fa-42ac-a82a-02c502c2ed84 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:02.854300 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-13f325aa-94b3-4786-8c29-9f0718d9cfbc req-53fd59f7-41fa-42ac-a82a-02c502c2ed84 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0767467 Jun 18 19:47:02.899717 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-13f325aa-94b3-4786-8c29-9f0718d9cfbc req-51eb71ec-5f0f-4880-9af8-39f254c5c5c9 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385966 Jun 18 19:47:02.938611 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-651612013-network', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:03.049615 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Made reservation on behalf of 6652bca8615b4918af5c7ba0dd64f153 for: {'network': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:47:03.052300 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:03.064906 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:03.131147 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ffd6d-a713-4578-84c2-90e59dcb5fd0 req-781d1480-ee44-406c-9b15-f2b21457ed15 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:03.132654 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-051ffd6d-a713-4578-84c2-90e59dcb5fd0 req-781d1480-ee44-406c-9b15-f2b21457ed15 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 944 time: 0.1170502 Jun 18 19:47:03.205163 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-051ffd6d-a713-4578-84c2-90e59dcb5fd0 req-a6c04c98-591a-43e0-a593-f887629323c0 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609307 Jun 18 19:47:03.238086 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:03.346922 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:03.351481 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:03.375292 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=100054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:47:03.399331 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf924f3-81e4-46ba-865b-0e7146e8c199,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:03.406131 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:03.411310 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:03.411700 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.segments_db [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Added segment 8c761dda-3682-4684-9ba9-e2c1ccbf956b of type vlan for network 70789dea-2877-4eee-aed6-d29941fcf770 Jun 18 19:47:03.466260 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:03.582458 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:03.583823 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:03.584408 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:03.587721 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:03.658372 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Pushing event updated for resources: {'Network': ['ID=70789dea-2877-4eee-aed6-d29941fcf770,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:03.664095 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:03.671565 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network 70789dea-2877-4eee-aed6-d29941fcf770 details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:47:03.709664 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 94d910f7-de50-4136-a58e-b2b2ad69e69b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:47:03.753335 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9484518 Jun 18 19:47:03.756306 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 37970) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:03.761718 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-16db8f03-ef2f-4363-9e49-086f250bc592 admin admin] Request body: {'subnet': {'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-651612013-subnet', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'ip_version': 4}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:03.855454 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 94d910f7-de50-4136-a58e-b2b2ad69e69b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=94d910f7-de50-4136-a58e-b2b2ad69e69b,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:03.872839 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': '94d910f7-de50-4136-a58e-b2b2ad69e69b', 'network_id': '63df527b-b26b-4454-8053-13a944fba35f', 'port_id': '94d910f7-de50-4136-a58e-b2b2ad69e69b', 'mac_address': 'fa:16:3e:f2:48:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3244916-cc51-4cd2-9f62-176215c803f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:47:03.884764 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16db8f03-ef2f-4363-9e49-086f250bc592 admin admin] Made reservation on behalf of 6652bca8615b4918af5c7ba0dd64f153 for: {'subnet': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:47:03.892979 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-16db8f03-ef2f-4363-9e49-086f250bc592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257691'] for subnet, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:03.928798 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:03.951556 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d910f7-de50-4136-a58e-b2b2ad69e69b {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:47:03.993837 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 94d910f7-de50-4136-a58e-b2b2ad69e69b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=94d910f7-de50-4136-a58e-b2b2ad69e69b,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:04.059252 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32f3fa-d6b2-4770-ab9d-e60ecd12aa90 req-bafa161e-4c9b-4341-80bd-a2988645f4a2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:04.060822 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8a32f3fa-d6b2-4770-ab9d-e60ecd12aa90 req-bafa161e-4c9b-4341-80bd-a2988645f4a2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.0860314 Jun 18 19:47:04.112536 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:04.112810 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8a32f3fa-d6b2-4770-ab9d-e60ecd12aa90 req-bc6d277b-35ae-4557-9979-8d25ee959e19 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439274 Jun 18 19:47:04.115076 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:04.174862 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=94d910f7-de50-4136-a58e-b2b2ad69e69b,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:04.178724 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:04.189756 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b195c-9b85-40df-a35e-342356af5c32 req-4225e5ef-d3f5-4a30-b14e-aa096db4a439 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:04.191518 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-843b195c-9b85-40df-a35e-342356af5c32 req-4225e5ef-d3f5-4a30-b14e-aa096db4a439 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1255298 Jun 18 19:47:04.241342 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-843b195c-9b85-40df-a35e-342356af5c32 req-12e913fe-98bf-42de-b792-374e0b227604 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397203 Jun 18 19:47:04.325055 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-16db8f03-ef2f-4363-9e49-086f250bc592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1122839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257673'] for subnet, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:04.330801 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-43cc4aa2-23f5-4cfd-8d11-cd230212144a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:04.428547 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['94d910f7-de50-4136-a58e-b2b2ad69e69b'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:47:04.472816 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db8f03-ef2f-4363-9e49-086f250bc592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a09f1bd-6119-4439-abd6-c18c396dd572,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:04.479453 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc7b5d-c4e2-49b0-8550-9e65fd84390e req-2e56dbef-2421-49ef-813e-8d304a5bd566 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:04.479972 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-16db8f03-ef2f-4363-9e49-086f250bc592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:04.481652 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-26dc7b5d-c4e2-49b0-8550-9e65fd84390e req-2e56dbef-2421-49ef-813e-8d304a5bd566 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 945 time: 0.1060085 Jun 18 19:47:04.490695 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db8f03-ef2f-4363-9e49-086f250bc592 admin admin] Checking segment: {'id': '8c761dda-3682-4684-9ba9-e2c1ccbf956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:04.491535 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16db8f03-ef2f-4363-9e49-086f250bc592 admin admin] Network hostable DHCP agents. Network: 70789dea-2877-4eee-aed6-d29941fcf770, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:47:04.543500 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-26dc7b5d-c4e2-49b0-8550-9e65fd84390e req-7aa641b8-4f28-4cf2-96d9-81639fa30b72 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553460 Jun 18 19:47:04.648993 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16db8f03-ef2f-4363-9e49-086f250bc592 admin admin] Network 70789dea-2877-4eee-aed6-d29941fcf770 is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:47:04.866289 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-16db8f03-ef2f-4363-9e49-086f250bc592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, 70789dea-2877-4eee-aed6-d29941fcf770) {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:04.871341 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16db8f03-ef2f-4363-9e49-086f250bc592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:04.872446 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-16db8f03-ef2f-4363-9e49-086f250bc592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:04.875569 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ef7e9-ad0f-4f31-8de6-4624a07d05a5 None None] Network 70789dea-2877-4eee-aed6-d29941fcf770 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:47:05.000368 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-16db8f03-ef2f-4363-9e49-086f250bc592 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2398343 Jun 18 19:47:05.004093 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 37994) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:05.011284 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-651612013-router', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:05.047647 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96c83322-2471-5313-b219-6ac1ab8aa22b-70789dea-2877-4eee-aed6-d29941fcf770', 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'fixed_ips': [{'subnet_id': '9a09f1bd-6119-4439-abd6-c18c396dd572'}]}} from dv-cinder-790535-6-iscsi. {{(pid=100056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:47:05.048790 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:05.181339 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-481455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2920'] for router, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:05.183851 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2915'] for router, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:05.270783 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:05.288305 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.db_base_plugin_common [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Allocated IP 172.20.0.2 (70789dea-2877-4eee-aed6-d29941fcf770/9a09f1bd-6119-4439-abd6-c18c396dd572/f60cef8c-4c8d-401a-b61d-e499693253c1) {{(pid=100056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:05.426260 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54a7a1-4003-419a-99ff-84d8f8c928f1 req-bff85720-b381-44c4-82e4-17dd4d2bca6c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:05.435665 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0f54a7a1-4003-419a-99ff-84d8f8c928f1 req-bff85720-b381-44c4-82e4-17dd4d2bca6c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.1598363 Jun 18 19:47:05.500797 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638516-9140-43be-acc5-e19aecc024f1 req-d73540b1-48d3-4605-a83d-94ac4b540bb8 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:05.505540 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3e638516-9140-43be-acc5-e19aecc024f1 req-d73540b1-48d3-4605-a83d-94ac4b540bb8 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1011164 Jun 18 19:47:05.565615 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0f54a7a1-4003-419a-99ff-84d8f8c928f1 req-866024de-1774-4c1a-b7d7-eec3492f776b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279459 Jun 18 19:47:05.570596 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3e638516-9140-43be-acc5-e19aecc024f1 req-17758b62-c04d-43a7-b179-07631ad29d16 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573447 Jun 18 19:47:05.697238 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2933'] for router, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:05.703828 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Notify callbacks [] for port, precommit_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:05.708042 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 94d910f7-de50-4136-a58e-b2b2ad69e69b up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:05.718141 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Transition to ACTIVE for port object f60cef8c-4c8d-401a-b61d-e499693253c1 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:05.777021 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Transition to ACTIVE for port object f60cef8c-4c8d-401a-b61d-e499693253c1 will not be triggered until provisioned by entity DHCP. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:05.794861 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff930a43-c21c-4c52-9f46-5abb0554881e req-3faeec29-9429-4dd3-b242-42998f11951f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:05.797630 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ff930a43-c21c-4c52-9f46-5abb0554881e req-3faeec29-9429-4dd3-b242-42998f11951f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.0774584 Jun 18 19:47:05.814217 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 38012) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:05.823562 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-edf75547-7ce9-4428-af94-4ee07745925d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Request body: {'floatingip': {'port_id': '9c9c6614-5cfa-4178-ae31-eb1c590105cd'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:05.861457 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:05.865568 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:05.900711 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-edf75547-7ce9-4428-af94-4ee07745925d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for floatingip, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:05.909928 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Network 70789dea-2877-4eee-aed6-d29941fcf770 is already hosted by enough agents. {{(pid=100056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:05.913401 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8aa8a3-3bea-43c7-aa0a-02b7f8447f58 req-1d2b26ad-7a85-479f-9ddc-07bec0df2d56 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:05.915083 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-fd8aa8a3-3bea-43c7-aa0a-02b7f8447f58 req-1d2b26ad-7a85-479f-9ddc-07bec0df2d56 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 945 time: 0.1879282 Jun 18 19:47:05.919223 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.base_scheduler [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Resources bound (agent type, host, resource id): {{(pid=100056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:05.925834 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Received port after_create {{(pid=100056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:05.955442 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port 94d910f7-de50-4136-a58e-b2b2ad69e69b completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:05.977940 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port 94d910f7-de50-4136-a58e-b2b2ad69e69b triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:05.978331 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:06.001999 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Pushing event updated for resources: {'Port': ['ID=f60cef8c-4c8d-401a-b61d-e499693253c1,revision_number=1']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:06.032251 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-fd8aa8a3-3bea-43c7-aa0a-02b7f8447f58 req-d03aec1f-44f9-43ce-8c71-85f4f8f7f6d0 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810535 Jun 18 19:47:06.041360 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:06.097039 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Attempting to bind port f60cef8c-4c8d-401a-b61d-e499693253c1 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:47:06.097679 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Attempting to bind port f60cef8c-4c8d-401a-b61d-e499693253c1 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '8c761dda-3682-4684-9ba9-e2c1ccbf956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:47:06.098219 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Attempting to bind port f60cef8c-4c8d-401a-b61d-e499693253c1 on network 70789dea-2877-4eee-aed6-d29941fcf770 {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:06.100513 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:06.107074 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:47:06.107763 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Checking segment: {'id': '8c761dda-3682-4684-9ba9-e2c1ccbf956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:06.108893 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:06.109338 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Bound using segment: {'id': '8c761dda-3682-4684-9ba9-e2c1ccbf956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:47:06.109849 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Bound port: f60cef8c-4c8d-401a-b61d-e499693253c1, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c761dda-3682-4684-9ba9-e2c1ccbf956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:47:06.110242 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:06.136473 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:06.226520 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:06.243672 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] For port f60cef8c-4c8d-401a-b61d-e499693253c1, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:47:06.265531 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] For port f60cef8c-4c8d-401a-b61d-e499693253c1, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=f60cef8c-4c8d-401a-b61d-e499693253c1,segment=NetworkSegment(8c761dda-3682-4684-9ba9-e2c1ccbf956b),segment_id=8c761dda-3682-4684-9ba9-e2c1ccbf956b)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:47:06.271712 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaecf965-62c1-4d23-8e37-88c5f18dd430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d910f7-de50-4136-a58e-b2b2ad69e69b'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:47:06.274756 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758a1ee1-7f8d-4cb1-820c-905065749f5a" -d '{"events": [{"server_uuid": "aaecf965-62c1-4d23-8e37-88c5f18dd430", "name": "network-vif-plugged", "status": "completed", "tag": "94d910f7-de50-4136-a58e-b2b2ad69e69b"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:47:06.285345 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Allocated IP 172.27.3.254 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/5b511b14-7728-4a79-80c6-574fba7e8fb0) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:06.306153 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 94d910f7-de50-4136-a58e-b2b2ad69e69b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=94d910f7-de50-4136-a58e-b2b2ad69e69b,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:06.320103 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8578961-6206-47f9-8028-d6b6016aa870 x-openstack-request-id: req-a8578961-6206-47f9-8028-d6b6016aa870 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:47:06.320554 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaecf965-62c1-4d23-8e37-88c5f18dd430", "name": "network-vif-plugged", "status": "completed", "tag": "94d910f7-de50-4136-a58e-b2b2ad69e69b", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:47:06.321244 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8578961-6206-47f9-8028-d6b6016aa870 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:47:06.323441 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaecf965-62c1-4d23-8e37-88c5f18dd430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d910f7-de50-4136-a58e-b2b2ad69e69b', 'code': 200} Jun 18 19:47:06.328928 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:06.376619 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:06.378654 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:06.431073 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:06.442843 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:06.461381 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Pushing event updated for resources: {'Port': ['ID=f60cef8c-4c8d-401a-b61d-e499693253c1,revision_number=2']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:06.471317 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:06.471890 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:06.552397 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=94d910f7-de50-4136-a58e-b2b2ad69e69b,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:06.556579 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:06.615941 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:06.623969 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-2d126ec7-610a-4b8b-a9b9-49899125bb50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:06.659732 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:06.700828 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:06.705374 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:06.896207 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Pushing event updated for resources: {'Port': ['ID=5b511b14-7728-4a79-80c6-574fba7e8fb0,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:06.902871 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:07.077471 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57a4af-41e4-46b6-b3e9-429c5cddec3d req-c10469ef-df17-4b65-8cf3-3782a3a7371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:07.079594 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bc57a4af-41e4-46b6-b3e9-429c5cddec3d req-c10469ef-df17-4b65-8cf3-3782a3a7371e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 1099 time: 0.2961981 Jun 18 19:47:07.125962 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b08ae1-16b4-4a30-a790-3d682ab67175 req-f0999905-e039-4c82-9c84-dbb16e54f11b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:07.133696 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-42b08ae1-16b4-4a30-a790-3d682ab67175 req-f0999905-e039-4c82-9c84-dbb16e54f11b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.2791677 Jun 18 19:47:07.157885 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bc57a4af-41e4-46b6-b3e9-429c5cddec3d req-969999d7-6cb0-4f76-862d-6c2a2e202b13 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710459 Jun 18 19:47:07.199274 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.db.resource_extend [None req-edf75547-7ce9-4428-af94-4ee07745925d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 19:47:07.291191 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-42b08ae1-16b4-4a30-a790-3d682ab67175 req-ab7a4df8-9947-48be-af24-2500ca944c63 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567209 Jun 18 19:47:07.340518 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-edf75547-7ce9-4428-af94-4ee07745925d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:07.449461 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-edf75547-7ce9-4428-af94-4ee07745925d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:07.592439 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.l3_db [None req-edf75547-7ce9-4428-af94-4ee07745925d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Floating IP 245e1341-7b54-4b60-9f84-0a61e0c83ac2 associated. External IP: 172.27.3.200, port: 9c9c6614-5cfa-4178-ae31-eb1c590105cd. Jun 18 19:47:07.672445 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:07.736112 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc0c71-1d17-42f8-b1af-3cce4d19d7ac req-411fd867-25d4-4e07-ae17-4733d19966d5 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:07.737784 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-57dc0c71-1d17-42f8-b1af-3cce4d19d7ac req-411fd867-25d4-4e07-ae17-4733d19966d5 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 946 time: 0.4343576 Jun 18 19:47:07.903642 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e5e76-3703-42f4-b468-ebc6ae0e11a0 None None] Network 70789dea-2877-4eee-aed6-d29941fcf770 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:47:07.941845 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-57dc0c71-1d17-42f8-b1af-3cce4d19d7ac req-bafbd919-2777-43e9-ab53-a74a1748ab45 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959693 Jun 18 19:47:07.968431 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf75547-7ce9-4428-af94-4ee07745925d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Router 77908477-0e1a-4100-a721-bdd252e3805d has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:47:08.059946 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624634'] for router, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:08.114699 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-1226c891-ee68-4266-9b95-402138259d93 None None] Provisioning for port f60cef8c-4c8d-401a-b61d-e499693253c1 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:08.167351 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf75547-7ce9-4428-af94-4ee07745925d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:47:08.175322 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-edf75547-7ce9-4428-af94-4ee07745925d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:08.189402 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4128f716-58e9-4708-8731-5129a44d120f None None] Sync routers for ids ['77908477-0e1a-4100-a721-bdd252e3805d'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:47:08.215344 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4128f716-58e9-4708-8731-5129a44d120f None None] Routers {'77908477-0e1a-4100-a721-bdd252e3805d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:08.216815 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-4128f716-58e9-4708-8731-5129a44d120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:46:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['77908477-0e1a-4100-a721-bdd252e3805d'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:08.287773 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-edf75547-7ce9-4428-af94-4ee07745925d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "PUT /v2.0/floatingips/245e1341-7b54-4b60-9f84-0a61e0c83ac2 HTTP/1.1" status: 200 len: 992 time: 2.4712639 Jun 18 19:47:08.288884 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'tag': '9c9c6614-5cfa-4178-ae31-eb1c590105cd'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:47:08.298544 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5016c801-e227-4013-a3c2-35825384a5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0ade1fbd-6bcc-4bc9-a401-db024f113cf6", "tag": "9c9c6614-5cfa-4178-ae31-eb1c590105cd"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:47:08.340881 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 is scheduled to L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d with binding_index 1 {{(pid=100054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:47:08.412428 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-4128f716-58e9-4708-8731-5129a44d120f None None] Set router 77908477-0e1a-4100-a721-bdd252e3805d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:08.441674 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef36f36-a438-40b5-83ad-93ba8aca6d02 x-openstack-request-id: req-4ef36f36-a438-40b5-83ad-93ba8aca6d02 {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:47:08.442292 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ade1fbd-6bcc-4bc9-a401-db024f113cf6", "tag": "9c9c6614-5cfa-4178-ae31-eb1c590105cd", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:47:08.442693 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ef36f36-a438-40b5-83ad-93ba8aca6d02 {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:47:08.443588 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'tag': '9c9c6614-5cfa-4178-ae31-eb1c590105cd', 'status': 'completed', 'code': 200} Jun 18 19:47:08.645615 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:47:08.670616 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Sync routers for ids ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:47:08.692465 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device f60cef8c-4c8d-401a-b61d-e499693253c1 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:08.710452 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016c801-e227-4013-a3c2-35825384a5e2 req-c3562a37-a7c4-4c40-b6e8-ffcd9c9baa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:08.713282 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5016c801-e227-4013-a3c2-35825384a5e2 req-c3562a37-a7c4-4c40-b6e8-ffcd9c9baa40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef&device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 1099 time: 0.1243072 Jun 18 19:47:08.763600 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Routers {'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:08.765279 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:46:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:08.809467 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Notify callbacks [] for router, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:08.811954 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8056335 Jun 18 19:47:08.816125 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 38080) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:08.894246 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016c801-e227-4013-a3c2-35825384a5e2 req-4687758f-e626-4e4b-b9b7-210242b86e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:08.895986 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5016c801-e227-4013-a3c2-35825384a5e2 req-4687758f-e626-4e4b-b9b7-210242b86e98 service neutron] 10.222.0.58 "GET /v2.0/networks?id=19876e3d-b88e-4d20-8062-e87a38d76ed8 HTTP/1.1" status: 200 len: 917 time: 0.1748676 Jun 18 19:47:08.902146 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-4128f716-58e9-4708-8731-5129a44d120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:37Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '245e1341-7b54-4b60-9f84-0a61e0c83ac2', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'port_id': '9c9c6614-5cfa-4178-ae31-eb1c590105cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'mac_address': 'fa:16:3e:88:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:46:43Z', 'updated_at': '2021-06-18T19:47:07Z', 'revision_number': 1, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397db034-1287-41f1-9648-aad23cdcc8e6', 'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'mac_address': 'fa:16:3e:aa:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:36Z', 'updated_at': '2021-06-18T19:46:42Z', 'revision_number': 5, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'subnets': [{'id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:08.913154 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0d531-59b2-42cf-98d5-7e04baa75917 req-e72c4cb9-b572-4536-8753-77815a8bc7e6 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:08.914940 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-70f0d531-59b2-42cf-98d5-7e04baa75917 req-e72c4cb9-b572-4536-8753-77815a8bc7e6 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1177802 Jun 18 19:47:08.915441 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Set router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:08.951190 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4128f716-58e9-4708-8731-5129a44d120f None None] Checking router: 77908477-0e1a-4100-a721-bdd252e3805d for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:47:08.967565 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4128f716-58e9-4708-8731-5129a44d120f None None] Routers {'77908477-0e1a-4100-a721-bdd252e3805d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:08.969271 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-4128f716-58e9-4708-8731-5129a44d120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:46:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['77908477-0e1a-4100-a721-bdd252e3805d'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:08.972114 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port f60cef8c-4c8d-401a-b61d-e499693253c1 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:09.065301 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port f60cef8c-4c8d-401a-b61d-e499693253c1 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:09.065301 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:09.325978 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-4128f716-58e9-4708-8731-5129a44d120f None None] Set router 77908477-0e1a-4100-a721-bdd252e3805d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:09.350882 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5016c801-e227-4013-a3c2-35825384a5e2 req-3f2511a0-86c4-49ca-9471-a5a76b65fe24 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd HTTP/1.1" status: 200 len: 1000 time: 0.4463894 Jun 18 19:47:09.367528 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-70f0d531-59b2-42cf-98d5-7e04baa75917 req-ea824637-08e7-43db-b116-b3eb0f5f61b1 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370630 Jun 18 19:47:09.439684 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:09.536078 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016c801-e227-4013-a3c2-35825384a5e2 req-0b5b3698-40ae-4497-b8b3-2dc546a61842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:09.542297 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330806a1-fa0a-4f26-8f7f-692217fff723 req-aa01da8e-1f01-4131-acd9-9200e25f757b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:09.544065 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5016c801-e227-4013-a3c2-35825384a5e2 req-0b5b3698-40ae-4497-b8b3-2dc546a61842 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c17436c7-1ba8-41fd-a3de-4744d824190b HTTP/1.1" status: 200 len: 855 time: 0.1693995 Jun 18 19:47:09.547344 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-330806a1-fa0a-4f26-8f7f-692217fff723 req-aa01da8e-1f01-4131-acd9-9200e25f757b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 946 time: 0.3337293 Jun 18 19:47:09.643754 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port f60cef8c-4c8d-401a-b61d-e499693253c1, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=f60cef8c-4c8d-401a-b61d-e499693253c1,segment=NetworkSegment(8c761dda-3682-4684-9ba9-e2c1ccbf956b),segment_id=8c761dda-3682-4684-9ba9-e2c1ccbf956b)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:09.690779 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'name': 'tempest-TestShelveInstance-651612013-router', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:05Z', 'updated_at': '2021-06-18T19:47:07Z', 'revision_number': 3, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'gw_port': {'id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:06Z', 'updated_at': '2021-06-18T19:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:09.748014 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-330806a1-fa0a-4f26-8f7f-692217fff723 req-ca08fd27-22a0-44c3-85ff-31b579c8c9da tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726329 Jun 18 19:47:09.796810 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:09.806520 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Checking router: b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:47:09.807382 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Updating router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 port 5b511b14-7728-4a79-80c6-574fba7e8fb0 binding host dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:47:09.828382 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:09.909633 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016c801-e227-4013-a3c2-35825384a5e2 req-bb7ed4ff-510b-4c9d-8f67-dcf7abecb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:09.916351 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5016c801-e227-4013-a3c2-35825384a5e2 req-bb7ed4ff-510b-4c9d-8f67-dcf7abecb7cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19876e3d-b88e-4d20-8062-e87a38d76ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3665535 Jun 18 19:47:10.011504 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:10.048118 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-4128f716-58e9-4708-8731-5129a44d120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:37Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '245e1341-7b54-4b60-9f84-0a61e0c83ac2', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'port_id': '9c9c6614-5cfa-4178-ae31-eb1c590105cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'mac_address': 'fa:16:3e:88:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:46:43Z', 'updated_at': '2021-06-18T19:47:07Z', 'revision_number': 1, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397db034-1287-41f1-9648-aad23cdcc8e6', 'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'mac_address': 'fa:16:3e:aa:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:36Z', 'updated_at': '2021-06-18T19:46:42Z', 'revision_number': 5, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'subnets': [{'id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:10.124820 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=f60cef8c-4c8d-401a-b61d-e499693253c1,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:10.128190 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4128f716-58e9-4708-8731-5129a44d120f None None] The sync data for ids ['77908477-0e1a-4100-a721-bdd252e3805d'] in dv-cinder-790535-6-iscsi is: [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:37Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '245e1341-7b54-4b60-9f84-0a61e0c83ac2', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'port_id': '9c9c6614-5cfa-4178-ae31-eb1c590105cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'mac_address': 'fa:16:3e:88:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:46:43Z', 'updated_at': '2021-06-18T19:47:07Z', 'revision_number': 1, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397db034-1287-41f1-9648-aad23cdcc8e6', 'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'mac_address': 'fa:16:3e:aa:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:36Z', 'updated_at': '2021-06-18T19:46:42Z', 'revision_number': 5, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'subnets': [{'id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:47:10.135833 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:10.146684 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:10.235069 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5016c801-e227-4013-a3c2-35825384a5e2 req-2ece3581-fe1c-4ddb-8b1d-0432ca07b225 service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764649 Jun 18 19:47:10.412041 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Allocated IP 172.20.0.1 (70789dea-2877-4eee-aed6-d29941fcf770/9a09f1bd-6119-4439-abd6-c18c396dd572/a4fa8f2b-7941-4ce4-970a-387eedb3ae18) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:10.549028 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5016c801-e227-4013-a3c2-35825384a5e2 req-4a71a446-9ef5-4d0d-a4cd-661231640fa5 service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121295 Jun 18 19:47:10.575070 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device f60cef8c-4c8d-401a-b61d-e499693253c1 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:10.605652 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a296f9-d197-47d8-831f-680b5abf550e None None] New status for floating IP 245e1341-7b54-4b60-9f84-0a61e0c83ac2: ACTIVE {{(pid=100057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:47:10.652777 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Notify callbacks [] for port, precommit_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:10.659372 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492df87f-aedf-44aa-9597-a7f1631d7e71 req-5ff5c19c-ec3e-4024-b4f1-89813b442841 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:10.666415 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Transition to ACTIVE for port object 5b511b14-7728-4a79-80c6-574fba7e8fb0 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:10.673108 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-492df87f-aedf-44aa-9597-a7f1631d7e71 req-5ff5c19c-ec3e-4024-b4f1-89813b442841 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.2770538 Jun 18 19:47:10.681302 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port f60cef8c-4c8d-401a-b61d-e499693253c1 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:10.681688 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:10.777239 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-492df87f-aedf-44aa-9597-a7f1631d7e71 req-9212b424-857c-4e7c-bb3a-5a07175e3def tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027112 Jun 18 19:47:10.796935 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:10.816342 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:10.828345 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:10.868060 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.provisioning_blocks [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Transition to ACTIVE for port object a4fa8f2b-7941-4ce4-970a-387eedb3ae18 will not be triggered until provisioned by entity DHCP. {{(pid=100055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:10.888031 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Attempting to bind port 5b511b14-7728-4a79-80c6-574fba7e8fb0 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:47:10.888484 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Attempting to bind port 5b511b14-7728-4a79-80c6-574fba7e8fb0 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:47:10.888975 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Attempting to bind port 5b511b14-7728-4a79-80c6-574fba7e8fb0 on network a920a8e0-c5d2-4f11-b036-3e5563c3157d {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:10.896726 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:47:10.897226 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Checking segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:10.897707 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:10.898193 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Bound using segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:47:10.898828 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Bound port: 5b511b14-7728-4a79-80c6-574fba7e8fb0, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:47:10.899580 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:10.924311 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7d212-bf88-474e-a953-f6a506a58f34 req-bbd8de5b-e6b5-41f8-a648-15fc5ade832a tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:10.928203 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-95f7d212-bf88-474e-a953-f6a506a58f34 req-bbd8de5b-e6b5-41f8-a648-15fc5ade832a tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.2341335 Jun 18 19:47:10.929966 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff13834-a82a-47b3-9436-9add32e255ed None None] Pushing event updated for resources: {'Port': ['ID=5b511b14-7728-4a79-80c6-574fba7e8fb0,revision_number=2']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:10.935619 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-9ff13834-a82a-47b3-9436-9add32e255ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:11.014911 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] For port 5b511b14-7728-4a79-80c6-574fba7e8fb0, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:47:11.021067 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] For port 5b511b14-7728-4a79-80c6-574fba7e8fb0, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=5b511b14-7728-4a79-80c6-574fba7e8fb0,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:47:11.025213 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-95f7d212-bf88-474e-a953-f6a506a58f34 req-2c54c12b-3310-46c5-a41f-92f01cb6398c tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639255 Jun 18 19:47:11.103240 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:11.103758 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:11.105673 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:11.110402 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:11.154347 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Network 70789dea-2877-4eee-aed6-d29941fcf770 is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:11.166923 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:11.167415 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:11.167751 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621781'] for router_interface, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:11.294845 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Routers {'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:11.296034 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:46:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:11.309381 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Pushing event updated for resources: {'Port': ['ID=a4fa8f2b-7941-4ce4-970a-387eedb3ae18,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:11.324843 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:11.396836 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff13834-a82a-47b3-9436-9add32e255ed None None] Pushing event updated for resources: {'Port': ['ID=5b511b14-7728-4a79-80c6-574fba7e8fb0,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:11.405519 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-9ff13834-a82a-47b3-9436-9add32e255ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:11.471474 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:11.513362 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447480b-2eb2-4d60-bef1-be44954e1408 req-90837663-0fc1-4505-af44-eb351f5a77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:11.515009 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c447480b-2eb2-4d60-bef1-be44954e1408 req-90837663-0fc1-4505-af44-eb351f5a77e7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 1098 time: 0.0699284 Jun 18 19:47:11.558860 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c447480b-2eb2-4d60-bef1-be44954e1408 req-870b7aa6-495a-48c0-8f67-621bb89a6a04 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352740 Jun 18 19:47:11.616582 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] Set router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:11.706904 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:11.780434 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-e5ecdc34-a0ac-45c5-9dbc-027229b5717a None None] Provisioning for port a4fa8f2b-7941-4ce4-970a-387eedb3ae18 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:11.790864 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-e5ecdc34-a0ac-45c5-9dbc-027229b5717a None None] Provisioning complete for port a4fa8f2b-7941-4ce4-970a-387eedb3ae18 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:11.791337 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-e5ecdc34-a0ac-45c5-9dbc-027229b5717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:11.807300 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:11.808462 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618700'] for router_interface, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:11.812668 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-0b90f8a8-122f-4d84-ab83-a1c4cb83b359 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:11.904522 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-e5ecdc34-a0ac-45c5-9dbc-027229b5717a None None] Port a4fa8f2b-7941-4ce4-970a-387eedb3ae18 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:47:11.926031 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Pushing event updated for resources: {'Port': ['ID=a4fa8f2b-7941-4ce4-970a-387eedb3ae18,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:11.931572 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:11.943683 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'name': 'tempest-TestShelveInstance-651612013-router', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:05Z', 'updated_at': '2021-06-18T19:47:07Z', 'revision_number': 3, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'gw_port': {'id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:06Z', 'updated_at': '2021-06-18T19:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:11.974283 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d2870d-6f2c-4e0f-97c7-32fbf625ee85 None None] The sync data for ids ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'] in dv-cinder-790535-6-iscsi is: [{'id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'name': 'tempest-TestShelveInstance-651612013-router', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:05Z', 'updated_at': '2021-06-18T19:47:07Z', 'revision_number': 3, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'gw_port': {'id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:06Z', 'updated_at': '2021-06-18T19:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:47:12.021925 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Network 70789dea-2877-4eee-aed6-d29941fcf770 is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:12.025915 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:12.101527 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0b144-2cfd-461c-9084-30788f204966 req-6a7204bc-0408-421e-9dbb-1e40a702a224 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:12.103177 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-19f0b144-2cfd-461c-9084-30788f204966 req-6a7204bc-0408-421e-9dbb-1e40a702a224 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1399837 Jun 18 19:47:12.221639 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-19f0b144-2cfd-461c-9084-30788f204966 req-86198178-7d5e-4f96-836d-8cddf266f4f5 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020901 Jun 18 19:47:12.247836 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbaf992-59f0-4a1d-bcd9-57c6d50db37b req-cef1461f-5647-4d4a-ab4d-866a3ba25bb0 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:12.250407 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6bbaf992-59f0-4a1d-bcd9-57c6d50db37b req-cef1461f-5647-4d4a-ab4d-866a3ba25bb0 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0849802 Jun 18 19:47:12.254769 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:47:12.348420 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6bbaf992-59f0-4a1d-bcd9-57c6d50db37b req-d84ca0c0-63fb-418a-8b73-13f9f47d71f5 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919089 Jun 18 19:47:12.438774 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-bdf2edc8-dcd5-40a9-abc0-2e6b116548de None None] Provisioning complete for port a4fa8f2b-7941-4ce4-970a-387eedb3ae18 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:12.439822 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bdf2edc8-dcd5-40a9-abc0-2e6b116548de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:12.493784 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-bdf2edc8-dcd5-40a9-abc0-2e6b116548de None None] Port a4fa8f2b-7941-4ce4-970a-387eedb3ae18 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:47:12.515169 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:47:12.524752 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] 10.222.0.42 "PUT /v2.0/routers/b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7029467 Jun 18 19:47:12.594871 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 5b511b14-7728-4a79-80c6-574fba7e8fb0 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:12.819815 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port 5b511b14-7728-4a79-80c6-574fba7e8fb0 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:12.825618 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 5b511b14-7728-4a79-80c6-574fba7e8fb0 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:12.829141 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:12.949646 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:12.980096 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port 5b511b14-7728-4a79-80c6-574fba7e8fb0, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=5b511b14-7728-4a79-80c6-574fba7e8fb0,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:13.146824 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:13.149483 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:13.182202 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-98d6a1b4-85f8-4abc-9fb8-c2978cb34d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:13.213263 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=5b511b14-7728-4a79-80c6-574fba7e8fb0,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:13.216945 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:13.478189 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2743c-789f-4cef-b404-0879d18167b2 req-832fb698-7a7d-4837-9855-0a6bcf54a80c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:13.480187 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d9a2743c-789f-4cef-b404-0879d18167b2 req-832fb698-7a7d-4837-9855-0a6bcf54a80c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.0840096 Jun 18 19:47:13.530961 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d9a2743c-789f-4cef-b404-0879d18167b2 req-e65dd042-fcd2-49a8-bfd3-321984744f1f tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431864 Jun 18 19:47:13.601578 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 38200) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:13.610020 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1020817840-network', 'tenant_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:13.735273 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d39c1a-d043-414e-9c79-3d928b2b7978 req-c18ec113-0581-4ee5-b3b7-c4c1edb53665 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:13.736981 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-24d39c1a-d043-414e-9c79-3d928b2b7978 req-c18ec113-0581-4ee5-b3b7-c4c1edb53665 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0694385 Jun 18 19:47:13.765508 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Made reservation on behalf of af6e5c8a1a844cb28a7cad49ba8aa6ff for: {'network': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:47:13.767898 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:13.778319 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:13.824186 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-24d39c1a-d043-414e-9c79-3d928b2b7978 req-031a1692-a27e-414a-994e-365c96ef4318 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784800 Jun 18 19:47:13.920156 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:14.003432 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:14.007926 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-c97bfda1-6b93-419a-b107-8b7ac8c04f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:14.023695 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=100055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:47:14.030698 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Sync routers for ids ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:47:14.043219 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d987aab-13e5-4354-8f4d-8e78fdcdfa8e,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:14.046480 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Routers {'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:14.048708 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:14.049406 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:46:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:14.049834 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:14.050175 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.segments_db [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Added segment 1fd277f2-7305-40dc-addd-39b6a3d449b7 of type vlan for network 259f97c2-d01a-4dcc-ae8a-2f4410de05bd Jun 18 19:47:14.099117 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:14.178829 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Set router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:14.243025 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:14.244595 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:14.245326 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:14.249936 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-7e4efd7f-d303-47b1-b0a6-76428b39e7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:14.314840 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Pushing event updated for resources: {'Network': ['ID=259f97c2-d01a-4dcc-ae8a-2f4410de05bd,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:14.317931 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:14.334944 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network 259f97c2-d01a-4dcc-ae8a-2f4410de05bd details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:47:14.452350 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8487422 Jun 18 19:47:14.455160 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 38224) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:14.470549 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-489f93c3-3c76-4641-b0a4-3d88c8b8671e admin admin] Request body: {'subnet': {'network_id': '259f97c2-d01a-4dcc-ae8a-2f4410de05bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1020817840-subnet', 'tenant_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'ip_version': 4}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:14.512067 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 5b511b14-7728-4a79-80c6-574fba7e8fb0 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:14.581763 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489f93c3-3c76-4641-b0a4-3d88c8b8671e admin admin] Made reservation on behalf of af6e5c8a1a844cb28a7cad49ba8aa6ff for: {'subnet': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:47:14.583625 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-489f93c3-3c76-4641-b0a4-3d88c8b8671e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:14.627604 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddba7fe-45fe-4d9e-ab41-22e9d9e346da req-9f830347-de01-4cdf-b321-483beeed3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:14.630549 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 5b511b14-7728-4a79-80c6-574fba7e8fb0 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:14.631056 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:14.635414 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8ddba7fe-45fe-4d9e-ab41-22e9d9e346da req-9f830347-de01-4cdf-b321-483beeed3693 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90cd5f62f1a84defa1047fe8db0a4ff6&device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 1098 time: 0.1059830 Jun 18 19:47:14.636742 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'name': 'tempest-TestShelveInstance-651612013-router', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:05Z', 'updated_at': '2021-06-18T19:47:11Z', 'revision_number': 4, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'gw_port': {'id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:06Z', 'updated_at': '2021-06-18T19:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'a4fa8f2b-7941-4ce4-970a-387eedb3ae18', 'name': '', 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'mac_address': 'fa:16:3e:4f:52:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:10Z', 'updated_at': '2021-06-18T19:47:11Z', 'revision_number': 2, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'subnets': [{'id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:14.745313 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Checking router: b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:47:14.746692 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Updating router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 port a4fa8f2b-7941-4ce4-970a-387eedb3ae18 binding host dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:47:14.825219 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddba7fe-45fe-4d9e-ab41-22e9d9e346da req-1053de1e-ee48-4547-9467-f6e1f109645c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:14.827444 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8ddba7fe-45fe-4d9e-ab41-22e9d9e346da req-1053de1e-ee48-4547-9467-f6e1f109645c service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f000376-940a-40a6-93f6-2f7562cb6ac7 HTTP/1.1" status: 200 len: 920 time: 0.1835301 Jun 18 19:47:14.832621 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:14.889496 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d915115-5b06-456b-81b2-92c9181d1fcd req-7bfc4f71-f022-4573-87ac-34a710f5e1e7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:14.891424 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0d915115-5b06-456b-81b2-92c9181d1fcd req-7bfc4f71-f022-4573-87ac-34a710f5e1e7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1756468 Jun 18 19:47:14.898243 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8ddba7fe-45fe-4d9e-ab41-22e9d9e346da req-9440f783-659f-4e72-a9f7-900e6a1c2006 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e70a847a-bd54-40fb-ac1c-ec02b346e879 HTTP/1.1" status: 200 len: 217 time: 0.0629170 Jun 18 19:47:14.929232 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f624e-d4f5-4282-873c-b0e877a47cca req-9a357276-43c8-4e70-9bc9-a59d22997cc6 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:14.931376 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-005f624e-d4f5-4282-873c-b0e877a47cca req-9a357276-43c8-4e70-9bc9-a59d22997cc6 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.2373090 Jun 18 19:47:15.002154 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0d915115-5b06-456b-81b2-92c9181d1fcd req-e1516561-1a14-4273-a99a-d70fa6bdcc74 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011038 Jun 18 19:47:15.003936 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddba7fe-45fe-4d9e-ab41-22e9d9e346da req-d17a41f5-4bcc-43ac-adb8-176d4a3d12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:15.005495 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8ddba7fe-45fe-4d9e-ab41-22e9d9e346da req-d17a41f5-4bcc-43ac-adb8-176d4a3d12cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=787961a9-531b-4f4b-9190-811f42fc2d49 HTTP/1.1" status: 200 len: 859 time: 0.0964139 Jun 18 19:47:15.009197 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-005f624e-d4f5-4282-873c-b0e877a47cca req-d2cf1955-24fa-46f0-b8c8-71725dc29351 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699337 Jun 18 19:47:15.054752 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8ddba7fe-45fe-4d9e-ab41-22e9d9e346da req-1738f357-f0a6-4dff-90ae-bb907356069a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f000376-940a-40a6-93f6-2f7562cb6ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419364 Jun 18 19:47:15.124458 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-489f93c3-3c76-4641-b0a4-3d88c8b8671e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103'] for subnet, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.130400 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:15.168151 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8ddba7fe-45fe-4d9e-ab41-22e9d9e346da req-08e84e56-9e54-4eb1-9ee1-b537273f9a7e service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038024 Jun 18 19:47:15.188868 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f93c3-3c76-4641-b0a4-3d88c8b8671e admin admin] Pushing event updated for resources: {'Subnet': ['ID=57583c5a-d2b1-420e-b313-864e881beab7,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:15.192550 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-489f93c3-3c76-4641-b0a4-3d88c8b8671e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:15.199219 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489f93c3-3c76-4641-b0a4-3d88c8b8671e admin admin] Checking segment: {'id': '1fd277f2-7305-40dc-addd-39b6a3d449b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '259f97c2-d01a-4dcc-ae8a-2f4410de05bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:15.199578 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489f93c3-3c76-4641-b0a4-3d88c8b8671e admin admin] Network hostable DHCP agents. Network: 259f97c2-d01a-4dcc-ae8a-2f4410de05bd, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:47:15.214362 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Notify callbacks [] for port, precommit_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.225160 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Transition to ACTIVE for port object a4fa8f2b-7941-4ce4-970a-387eedb3ae18 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:15.267562 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8ddba7fe-45fe-4d9e-ab41-22e9d9e346da req-ce44870e-27da-441e-a18b-d78d7046242f service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870910 Jun 18 19:47:15.300433 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489f93c3-3c76-4641-b0a4-3d88c8b8671e admin admin] Network 259f97c2-d01a-4dcc-ae8a-2f4410de05bd is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:47:15.340683 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.342898 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:15.432143 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-489f93c3-3c76-4641-b0a4-3d88c8b8671e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, 259f97c2-d01a-4dcc-ae8a-2f4410de05bd) {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:15.438782 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec6c3a-c246-4362-946e-28867f058d0d None None] Pushing event updated for resources: {'Port': ['ID=a4fa8f2b-7941-4ce4-970a-387eedb3ae18,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:15.440238 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489f93c3-3c76-4641-b0a4-3d88c8b8671e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:15.441548 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-489f93c3-3c76-4641-b0a4-3d88c8b8671e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.443413 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-71ec6c3a-c246-4362-946e-28867f058d0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:15.465793 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52deb70-d7f7-4136-943e-a5262aabb5d9 None None] Network 259f97c2-d01a-4dcc-ae8a-2f4410de05bd requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:47:15.530565 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-489f93c3-3c76-4641-b0a4-3d88c8b8671e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0736253 Jun 18 19:47:15.536448 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38244) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:15.537292 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38246) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:15.542418 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1020817840-router', 'tenant_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:15.553864 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Attempting to bind port a4fa8f2b-7941-4ce4-970a-387eedb3ae18 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:47:15.553864 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Attempting to bind port a4fa8f2b-7941-4ce4-970a-387eedb3ae18 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '8c761dda-3682-4684-9ba9-e2c1ccbf956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:47:15.553864 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Attempting to bind port a4fa8f2b-7941-4ce4-970a-387eedb3ae18 on network 70789dea-2877-4eee-aed6-d29941fcf770 {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:15.562672 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:47:15.563036 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Checking segment: {'id': '8c761dda-3682-4684-9ba9-e2c1ccbf956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:15.563394 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.563803 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Bound using segment: {'id': '8c761dda-3682-4684-9ba9-e2c1ccbf956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:47:15.564333 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Bound port: a4fa8f2b-7941-4ce4-970a-387eedb3ae18, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c761dda-3682-4684-9ba9-e2c1ccbf956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:47:15.564767 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.620721 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1aec4c6-876a-406c-9850-7b073209e72c admin admin] Deleting subnet 96138eb0-945e-45f3-8d4c-39309bd312aa {{(pid=100054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:47:15.625594 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f1aec4c6-876a-406c-9850-7b073209e72c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.670605 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f1aec4c6-876a-406c-9850-7b073209e72c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25228988'] for subnet, precommit_delete_associations {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.703745 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] For port a4fa8f2b-7941-4ce4-970a-387eedb3ae18, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:47:15.708900 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] For port a4fa8f2b-7941-4ce4-970a-387eedb3ae18, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=a4fa8f2b-7941-4ce4-970a-387eedb3ae18,segment=NetworkSegment(8c761dda-3682-4684-9ba9-e2c1ccbf956b),segment_id=8c761dda-3682-4684-9ba9-e2c1ccbf956b)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:47:15.719555 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f1aec4c6-876a-406c-9850-7b073209e72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.741798 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96c83322-2471-5313-b219-6ac1ab8aa22b-259f97c2-d01a-4dcc-ae8a-2f4410de05bd', 'network_id': '259f97c2-d01a-4dcc-ae8a-2f4410de05bd', 'tenant_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'fixed_ips': [{'subnet_id': '57583c5a-d2b1-420e-b313-864e881beab7'}]}} from dv-cinder-790535-6-iscsi. {{(pid=100056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:47:15.743317 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.748243 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-481455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2920'] for router, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.750209 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2915'] for router, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.805164 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-0bb2f01a-f4b8-41d1-95de-b0ba02df8322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.829689 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.868484 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.868484 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-34418568-71f3-4a73-a871-50cbdef1befa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:15.904283 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.974546 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec6c3a-c246-4362-946e-28867f058d0d None None] Pushing event updated for resources: {'Port': ['ID=a4fa8f2b-7941-4ce4-970a-387eedb3ae18,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:15.978621 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f1aec4c6-876a-406c-9850-7b073209e72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1123030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257712'] for subnet, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:15.979944 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-71ec6c3a-c246-4362-946e-28867f058d0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:15.985593 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Routers {'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:15.986294 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:47:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:16.030752 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-a5093ba1-26c5-4add-aeb1-57fd06c4706a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:16.052038 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.db_base_plugin_common [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Allocated IP 172.20.0.2 (259f97c2-d01a-4dcc-ae8a-2f4410de05bd/57583c5a-d2b1-420e-b313-864e881beab7/348adb6d-babd-4c81-83a2-00c9eb2fcaa8) {{(pid=100056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:16.351148 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238e9b8-2d3d-437a-b725-a601530aec24 req-481d1b3b-0b69-401a-bbda-652da84c4d4b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:16.357319 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9238e9b8-2d3d-437a-b725-a601530aec24 req-481d1b3b-0b69-401a-bbda-652da84c4d4b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0971117 Jun 18 19:47:16.359005 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aec4c6-876a-406c-9850-7b073209e72c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96138eb0-945e-45f3-8d4c-39309bd312aa,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:16.360251 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] Set router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:16.362312 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-f1aec4c6-876a-406c-9850-7b073209e72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:16.384254 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f1aec4c6-876a-406c-9850-7b073209e72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.389666 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-f1aec4c6-876a-406c-9850-7b073209e72c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/96138eb0-945e-45f3-8d4c-39309bd312aa HTTP/1.1" status: 204 len: 168 time: 0.8402166 Jun 18 19:47:16.391757 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38260) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:16.416889 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9238e9b8-2d3d-437a-b725-a601530aec24 req-ab66aba4-0f39-460f-83df-a18e64312588 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573592 Jun 18 19:47:16.537562 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2933'] for router, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.557235 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Notify callbacks [] for port, precommit_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.577471 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Transition to ACTIVE for port object 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:16.585987 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 38264) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:16.593546 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6bc27db2-a597-4065-987d-75850abdd591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.625335 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e185259-e651-4eac-add3-77ceb453d705 req-a1da91ba-e175-4e36-ab47-ba44ed413300 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:16.630625 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Transition to ACTIVE for port object 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 will not be triggered until provisioned by entity DHCP. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:16.633867 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9e185259-e651-4eac-add3-77ceb453d705 req-a1da91ba-e175-4e36-ab47-ba44ed413300 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.2652702 Jun 18 19:47:16.672864 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'name': 'tempest-TestShelveInstance-651612013-router', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:05Z', 'updated_at': '2021-06-18T19:47:11Z', 'revision_number': 4, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'gw_port': {'id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:06Z', 'updated_at': '2021-06-18T19:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'a4fa8f2b-7941-4ce4-970a-387eedb3ae18', 'name': '', 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'mac_address': 'fa:16:3e:4f:52:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:10Z', 'updated_at': '2021-06-18T19:47:15Z', 'revision_number': 4, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'subnets': [{'id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:16.705758 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa705bd-8eb2-436b-93ba-6538f1b40732 None None] The sync data for ids ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'] in dv-cinder-790535-6-iscsi is: [{'id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'name': 'tempest-TestShelveInstance-651612013-router', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:05Z', 'updated_at': '2021-06-18T19:47:11Z', 'revision_number': 4, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'gw_port': {'id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:06Z', 'updated_at': '2021-06-18T19:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'a4fa8f2b-7941-4ce4-970a-387eedb3ae18', 'name': '', 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'mac_address': 'fa:16:3e:4f:52:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:10Z', 'updated_at': '2021-06-18T19:47:15Z', 'revision_number': 4, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'subnets': [{'id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:47:16.712715 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9e185259-e651-4eac-add3-77ceb453d705 req-280b7b5f-7764-4ae2-97e4-6773bf6f9b1c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742362 Jun 18 19:47:16.769732 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b2c66267-b433-4cfb-8f6d-ac4d630c6ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.784516 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6bc27db2-a597-4065-987d-75850abdd591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.803078 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.813351 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-9ff13834-a82a-47b3-9436-9add32e255ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:16.837803 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-6bc27db2-a597-4065-987d-75850abdd591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef1a02a-23e7-49d8-819c-6fe2829dfe92']}} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:16.868706 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-6bc27db2-a597-4065-987d-75850abdd591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976208d1-edaa-4709-b541-090ac9a95ddc') {'for_net_delete': True} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:16.869283 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-6bc27db2-a597-4065-987d-75850abdd591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976208d1-edaa-4709-b541-090ac9a95ddc') {} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:16.875414 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Network 259f97c2-d01a-4dcc-ae8a-2f4410de05bd is already hosted by enough agents. {{(pid=100056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:16.878751 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.base_scheduler [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Resources bound (agent type, host, resource id): {{(pid=100056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:16.882787 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Received port after_create {{(pid=100056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:16.888159 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6bc27db2-a597-4065-987d-75850abdd591 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25228981'] for segment, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.907358 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Pushing event updated for resources: {'Port': ['ID=348adb6d-babd-4c81-83a2-00c9eb2fcaa8,revision_number=1']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:16.910987 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6bc27db2-a597-4065-987d-75850abdd591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.913791 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:16.923547 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc27db2-a597-4065-987d-75850abdd591 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=100054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:47:16.923957 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6bc27db2-a597-4065-987d-75850abdd591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-999293'] for segment, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: Traceback (most recent call last): Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: timer() Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: cb(*args, **kw) Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: return func(*args, **kwargs) Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: self._notify() Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: self.callback(batched_events) Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: event.method(event) Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: return f(self, *a, **k) Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: return self._get(url).json() Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: return self.request(url, 'GET', **kwargs) Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:47:16.925761 dv-cinder-790535-6-iscsi neutron-server[100054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:47:16.970244 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b2c66267-b433-4cfb-8f6d-ac4d630c6ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.992197 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.071765 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b2c66267-b433-4cfb-8f6d-ac4d630c6ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.074659 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:17.112241 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c66267-b433-4cfb-8f6d-ac4d630c6ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41948fb5-a8f4-4706-9f93-313694e0bedf,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:17.116812 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-b2c66267-b433-4cfb-8f6d-ac4d630c6ecc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64e6688aa64e4adc814d39cf5adcb837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5292170 Jun 18 19:47:17.117749 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-b2c66267-b433-4cfb-8f6d-ac4d630c6ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:17.120947 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 38270) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:17.130484 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6bc27db2-a597-4065-987d-75850abdd591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.141345 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:17.156259 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6bc27db2-a597-4065-987d-75850abdd591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.164175 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-6bc27db2-a597-4065-987d-75850abdd591 admin admin] 10.222.0.42 "DELETE /v2.0/networks/aef1a02a-23e7-49d8-819c-6fe2829dfe92 HTTP/1.1" status: 204 len: 168 time: 0.7640116 Jun 18 19:47:17.164175 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc27db2-a597-4065-987d-75850abdd591 admin admin] Pushing event deleted for resources: {'Network': ['ID=aef1a02a-23e7-49d8-819c-6fe2829dfe92,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:17.164175 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38272) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:17.173246 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-6bc27db2-a597-4065-987d-75850abdd591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:17.198680 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee835-7436-4538-a22f-e12531a05667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.226675 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee835-7436-4538-a22f-e12531a05667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.244293 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.249976 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72e3399-4843-4493-88c6-259104e49301 admin admin] Deleting subnet 0a6d738f-6fc4-4018-8d5d-42b920eeaf8e {{(pid=100054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:47:17.270949 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.272961 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-b72e3399-4843-4493-88c6-259104e49301 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.326178 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-b72e3399-4843-4493-88c6-259104e49301 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25228988'] for subnet, precommit_delete_associations {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.368818 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Attempting to bind port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:47:17.369361 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Attempting to bind port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '1fd277f2-7305-40dc-addd-39b6a3d449b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '259f97c2-d01a-4dcc-ae8a-2f4410de05bd'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:47:17.369361 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Attempting to bind port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 on network 259f97c2-d01a-4dcc-ae8a-2f4410de05bd {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:17.375698 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:47:17.376071 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Checking segment: {'id': '1fd277f2-7305-40dc-addd-39b6a3d449b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '259f97c2-d01a-4dcc-ae8a-2f4410de05bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:17.376485 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.376932 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Bound using segment: {'id': '1fd277f2-7305-40dc-addd-39b6a3d449b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '259f97c2-d01a-4dcc-ae8a-2f4410de05bd'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:47:17.377431 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Bound port: 348adb6d-babd-4c81-83a2-00c9eb2fcaa8, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd277f2-7305-40dc-addd-39b6a3d449b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '259f97c2-d01a-4dcc-ae8a-2f4410de05bd'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:47:17.377821 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.384573 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-b72e3399-4843-4493-88c6-259104e49301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.386914 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee835-7436-4538-a22f-e12531a05667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.394518 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee835-7436-4538-a22f-e12531a05667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.396686 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-ee6ee835-7436-4538-a22f-e12531a05667 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/41948fb5-a8f4-4706-9f93-313694e0bedf HTTP/1.1" status: 204 len: 168 time: 0.2743199 Jun 18 19:47:17.409496 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-3a1084b2-7a1c-4d99-b521-ae04b99562ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:17.429583 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ee835-7436-4538-a22f-e12531a05667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41948fb5-a8f4-4706-9f93-313694e0bedf,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:17.439426 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-ee6ee835-7436-4538-a22f-e12531a05667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:17.502334 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] For port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:47:17.507484 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] For port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=348adb6d-babd-4c81-83a2-00c9eb2fcaa8,segment=NetworkSegment(1fd277f2-7305-40dc-addd-39b6a3d449b7),segment_id=1fd277f2-7305-40dc-addd-39b6a3d449b7)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:47:17.610564 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Allocated IP 172.27.3.124 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/47f27d87-4532-4b34-b99d-09615de5f919) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:17.615211 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.619062 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:17.693530 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15ac38-a44c-492d-b266-869116cba6e1 req-a1ee77ba-b95d-4b25-ba6e-99e127b624f3 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:17.695316 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7a15ac38-a44c-492d-b266-869116cba6e1 req-a1ee77ba-b95d-4b25-ba6e-99e127b624f3 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1092494 Jun 18 19:47:17.713114 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-b72e3399-4843-4493-88c6-259104e49301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1123030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257712'] for subnet, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.736297 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Pushing event updated for resources: {'Port': ['ID=348adb6d-babd-4c81-83a2-00c9eb2fcaa8,revision_number=2']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:17.742676 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:17.770039 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:17.782288 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7a15ac38-a44c-492d-b266-869116cba6e1 req-f7787d35-21ca-4e35-a793-15380497ed90 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596821 Jun 18 19:47:17.818406 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-b72e3399-4843-4493-88c6-259104e49301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:17.823307 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 38282) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:17.836409 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-b72e3399-4843-4493-88c6-259104e49301 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0a6d738f-6fc4-4018-8d5d-42b920eeaf8e HTTP/1.1" status: 204 len: 168 time: 0.6701119 Jun 18 19:47:18.202289 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e3399-4843-4493-88c6-259104e49301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a6d738f-6fc4-4018-8d5d-42b920eeaf8e,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:18.202289 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-b72e3399-4843-4493-88c6-259104e49301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:18.202289 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.210462 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.211527 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.211527 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:18.215367 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e0cc6-6277-465a-b1b4-89b65c65a931 req-714f64b0-3075-416e-b259-c20bea8101e7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:18.223987 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b41e0cc6-6277-465a-b1b4-89b65c65a931 req-714f64b0-3075-416e-b259-c20bea8101e7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.2589304 Jun 18 19:47:18.242696 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.267107 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:18.267477 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:18.268249 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:18.268572 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Subscribe: > port after_create 55550000 {{(pid=100055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:18.268932 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:18.269268 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Subscribe: > port after_update 55550000 {{(pid=100055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:18.269595 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:18.270172 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:18.270518 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:18.270837 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:18.287888 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:18.292976 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:18.301581 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:18.306930 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Pushing event updated for resources: {'Port': ['ID=47f27d87-4532-4b34-b99d-09615de5f919,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:18.343511 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:18.343869 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:18.343992 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:18.344204 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:18.344543 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:18.344913 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f60b113-310a-4ca9-9283-57d9e9d45169']}} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:18.379012 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2dd507-0efa-46ab-9cd3-f884b8fe460a') {'for_net_delete': True} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:18.379221 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2dd507-0efa-46ab-9cd3-f884b8fe460a') {} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:18.401101 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b41e0cc6-6277-465a-b1b4-89b65c65a931 req-348ed0a2-b32e-47da-8335-f17de211b96b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761477 Jun 18 19:47:18.402913 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26531177'] for segment, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.428335 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.441422 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=100055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:47:18.441859 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25399250'] for segment, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: from cryptography.utils import int_from_bytes Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: from cryptography.utils import int_from_bytes Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: Traceback (most recent call last): Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: timer() Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: cb(*args, **kw) Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: return func(*args, **kwargs) Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: self._notify() Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: self.callback(batched_events) Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: event.method(event) Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: return f(self, *a, **k) Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._get(url).json() Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: return self.request(url, 'GET', **kwargs) Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:47:18.445751 dv-cinder-790535-6-iscsi neutron-server[100055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:47:18.575602 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:18.672016 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.679390 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.684749 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7f60b113-310a-4ca9-9283-57d9e9d45169 HTTP/1.1" status: 204 len: 168 time: 0.8571756 Jun 18 19:47:18.684749 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-f0aa9184-9ac3-4659-b419-f2dd0317b7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:18.696137 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f60b113-310a-4ca9-9283-57d9e9d45169,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:18.699031 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-387f4b51-99d0-44c1-ba97-59edf7ee1199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:18.706081 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.710797 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:18.715533 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device a4fa8f2b-7941-4ce4-970a-387eedb3ae18 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:18.867352 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.884214 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port a4fa8f2b-7941-4ce4-970a-387eedb3ae18 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:18.891550 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port a4fa8f2b-7941-4ce4-970a-387eedb3ae18 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:18.892336 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.955306 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624634'] for router, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:19.073641 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:19.085453 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd98e5-b83b-4d1f-9bc6-e4f2618b52b6 req-24d99c4e-0ce1-4db1-98ca-1bec352841ee tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:19.087229 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdd98e5-b83b-4d1f-9bc6-e4f2618b52b6 req-24d99c4e-0ce1-4db1-98ca-1bec352841ee tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1681643 Jun 18 19:47:19.125557 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port a4fa8f2b-7941-4ce4-970a-387eedb3ae18, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=a4fa8f2b-7941-4ce4-970a-387eedb3ae18,segment=NetworkSegment(8c761dda-3682-4684-9ba9-e2c1ccbf956b),segment_id=8c761dda-3682-4684-9ba9-e2c1ccbf956b)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:19.146993 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0cdd98e5-b83b-4d1f-9bc6-e4f2618b52b6 req-826872dc-8dad-4cd4-ad21-cbadeb67bb1d tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505161 Jun 18 19:47:19.250374 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 38296) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:19.255576 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:19.269869 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:19.307906 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-3099b9a3-6494-4e5d-939b-4fe7505f1cc3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=327a95f36d574dfc8978ff39b765680e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554943 Jun 18 19:47:19.309876 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38298) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:19.320400 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d05daee-73fe-4f0f-92c7-0020955cc133 None None] Network 259f97c2-d01a-4dcc-ae8a-2f4410de05bd requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:47:19.327561 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Router 00a20cf4-e512-4ced-9a1d-7315cbfb2678 is scheduled to L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d with binding_index 1 {{(pid=100054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:47:19.366339 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=a4fa8f2b-7941-4ce4-970a-387eedb3ae18,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:19.375830 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:19.418131 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1aa8f31c-0326-4881-a61d-8d95c9d83d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:19.483300 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1aa8f31c-0326-4881-a61d-8d95c9d83d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:19.495742 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-75ff792a-e0fd-4254-833e-4720971ff445 None None] Provisioning for port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:19.503124 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-75ff792a-e0fd-4254-833e-4720971ff445 None None] Provisioning complete for port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:19.503505 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-75ff792a-e0fd-4254-833e-4720971ff445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:19.503632 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:47:19.516395 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Sync routers for ids ['00a20cf4-e512-4ced-9a1d-7315cbfb2678'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:47:19.526412 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Routers {'00a20cf4-e512-4ced-9a1d-7315cbfb2678'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:19.527273 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:47:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['00a20cf4-e512-4ced-9a1d-7315cbfb2678'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:19.610647 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cef9ce-ebd4-4587-b721-a5c4dcef3716 req-258dbfc2-f707-413d-90e0-f469bb040b08 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:19.614601 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-12cef9ce-ebd4-4587-b721-a5c4dcef3716 req-258dbfc2-f707-413d-90e0-f469bb040b08 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.0745904 Jun 18 19:47:19.615993 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-75ff792a-e0fd-4254-833e-4720971ff445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:19.680095 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1aa8f31c-0326-4881-a61d-8d95c9d83d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:19.727468 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-75ff792a-e0fd-4254-833e-4720971ff445 None None] For port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=348adb6d-babd-4c81-83a2-00c9eb2fcaa8,segment=NetworkSegment(1fd277f2-7305-40dc-addd-39b6a3d449b7),segment_id=1fd277f2-7305-40dc-addd-39b6a3d449b7)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:19.730108 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1aa8f31c-0326-4881-a61d-8d95c9d83d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:19.730108 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-1aa8f31c-0326-4881-a61d-8d95c9d83d17 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aed6068f-4fb7-452d-b680-a7c492a28967 HTTP/1.1" status: 204 len: 168 time: 0.3791416 Jun 18 19:47:19.730108 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d308d9bd-7cd3-4916-ad08-28e33f6a94e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:19.730488 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-12cef9ce-ebd4-4587-b721-a5c4dcef3716 req-d77e051d-22f2-4c02-81c8-d05dd5d39851 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684500 Jun 18 19:47:19.730573 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Notify callbacks [] for router, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:19.730573 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1684220 Jun 18 19:47:19.730713 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 38304) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:19.730789 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8f31c-0326-4881-a61d-8d95c9d83d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed6068f-4fb7-452d-b680-a7c492a28967,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:19.753358 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-1aa8f31c-0326-4881-a61d-8d95c9d83d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:19.798516 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Set router 00a20cf4-e512-4ced-9a1d-7315cbfb2678 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:19.837000 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-75ff792a-e0fd-4254-833e-4720971ff445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:19.840548 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:19.937903 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff792a-e0fd-4254-833e-4720971ff445 None None] Pushing event updated for resources: {'Port': ['ID=348adb6d-babd-4c81-83a2-00c9eb2fcaa8,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:19.947009 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-75ff792a-e0fd-4254-833e-4720971ff445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:19.960087 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-b6931761-bc64-45a8-84ad-6128b07c67ec None None] Provisioning complete for port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:19.960606 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-b6931761-bc64-45a8-84ad-6128b07c67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.082653 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'name': 'tempest-TestShelveInstance-1020817840-router', 'tenant_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '47f27d87-4532-4b34-b99d-09615de5f919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:15Z', 'updated_at': '2021-06-18T19:47:18Z', 'revision_number': 3, 'project_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'gw_port': {'id': '47f27d87-4532-4b34-b99d-09615de5f919', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:57:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:17Z', 'updated_at': '2021-06-18T19:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:20.120195 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Checking router: 00a20cf4-e512-4ced-9a1d-7315cbfb2678 for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:47:20.120543 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Updating router 00a20cf4-e512-4ced-9a1d-7315cbfb2678 port 47f27d87-4532-4b34-b99d-09615de5f919 binding host dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:47:20.158055 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.312498 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.557239 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:20.592213 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Allocated IP 172.20.0.1 (259f97c2-d01a-4dcc-ae8a-2f4410de05bd/57583c5a-d2b1-420e-b313-864e881beab7/7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:20.651834 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Notify callbacks [] for port, precommit_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.659144 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:20.663427 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.663949 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.provisioning_blocks [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Transition to ACTIVE for port object 47f27d87-4532-4b34-b99d-09615de5f919 will not be triggered until provisioned by entity L2. {{(pid=100057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:20.760279 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device a4fa8f2b-7941-4ce4-970a-387eedb3ae18 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:20.769108 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.784610 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.provisioning_blocks [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Transition to ACTIVE for port object 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 will not be triggered until provisioned by entity DHCP. {{(pid=100055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:20.821226 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.826993 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:20.848439 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port a4fa8f2b-7941-4ce4-970a-387eedb3ae18 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:20.849126 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.879425 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e753df-148f-4398-a5a8-8c27443a41f6 None None] Pushing event updated for resources: {'Port': ['ID=47f27d87-4532-4b34-b99d-09615de5f919,revision_number=2']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:20.885084 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-80e753df-148f-4398-a5a8-8c27443a41f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:20.897957 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Attempting to bind port 47f27d87-4532-4b34-b99d-09615de5f919 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:47:20.898631 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Attempting to bind port 47f27d87-4532-4b34-b99d-09615de5f919 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:47:20.900260 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Attempting to bind port 47f27d87-4532-4b34-b99d-09615de5f919 on network a920a8e0-c5d2-4f11-b036-3e5563c3157d {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:20.907241 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:47:20.908283 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Checking segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:20.908908 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.909510 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Bound using segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:47:20.910297 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Bound port: 47f27d87-4532-4b34-b99d-09615de5f919, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:47:20.910959 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.912260 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38318) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:20.941999 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27103756'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.946510 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:20.996856 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] For port 47f27d87-4532-4b34-b99d-09615de5f919, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:47:21.002466 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] For port 47f27d87-4532-4b34-b99d-09615de5f919, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=47f27d87-4532-4b34-b99d-09615de5f919,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:47:21.006004 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-de964290-c5af-4366-a58b-141620f4e363 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0043102c21cc412aa01a8cd0e0413b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0917571 Jun 18 19:47:21.008564 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38320) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:21.041888 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Network 259f97c2-d01a-4dcc-ae8a-2f4410de05bd is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:21.049121 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:21.056286 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:21.063046 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:21.067181 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-997f5a54-4f5d-47ca-95d3-311e3ca605c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:21.091522 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:21.094918 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:21.097403 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dbc6535a-b2ed-45a9-a9a0-e09fbde6f8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:21.122415 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621781'] for router_interface, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:21.136111 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a155a2-0530-419d-9155-6193ad806891 req-b4b6c2df-dd1e-4fb0-bfec-f214909968c7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:21.144750 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e3a155a2-0530-419d-9155-6193ad806891 req-b4b6c2df-dd1e-4fb0-bfec-f214909968c7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1807139 Jun 18 19:47:21.152590 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dbc6535a-b2ed-45a9-a9a0-e09fbde6f8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:21.167176 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Routers {'00a20cf4-e512-4ced-9a1d-7315cbfb2678'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:21.167830 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:47:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['00a20cf4-e512-4ced-9a1d-7315cbfb2678'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:21.216346 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e753df-148f-4398-a5a8-8c27443a41f6 None None] Pushing event updated for resources: {'Port': ['ID=47f27d87-4532-4b34-b99d-09615de5f919,revision_number=3']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:21.228536 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-80e753df-148f-4398-a5a8-8c27443a41f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:21.244422 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e3a155a2-0530-419d-9155-6193ad806891 req-34b71892-d4ae-48a8-8e27-26c33d52d7ca tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746903 Jun 18 19:47:21.353644 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dbc6535a-b2ed-45a9-a9a0-e09fbde6f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:21.358325 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dbc6535a-b2ed-45a9-a9a0-e09fbde6f8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:21.360749 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-dbc6535a-b2ed-45a9-a9a0-e09fbde6f8c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55952b15-c877-4b35-aa24-5460abb937a2 HTTP/1.1" status: 204 len: 168 time: 0.3499255 Jun 18 19:47:21.364272 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-0465177d-a2a8-4e1f-8a78-c9d03217cb8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:21.378451 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6535a-b2ed-45a9-a9a0-e09fbde6f8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55952b15-c877-4b35-aa24-5460abb937a2,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:21.386196 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] Set router 00a20cf4-e512-4ced-9a1d-7315cbfb2678 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:21.391937 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-dbc6535a-b2ed-45a9-a9a0-e09fbde6f8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:21.482987 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-44b7de86-3f48-4018-87cc-6bfaa9c3e8cf None None] Provisioning for port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:21.504059 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-44b7de86-3f48-4018-87cc-6bfaa9c3e8cf None None] Provisioning complete for port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:21.504522 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-44b7de86-3f48-4018-87cc-6bfaa9c3e8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:21.600937 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-44b7de86-3f48-4018-87cc-6bfaa9c3e8cf None None] Port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:47:21.604507 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:21.617436 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c47477-75ee-47ab-a2c4-3b7b187005c1 req-6875f28d-87fb-41b0-8b96-788d31ad25ca tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:21.621222 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-72c47477-75ee-47ab-a2c4-3b7b187005c1 req-6875f28d-87fb-41b0-8b96-788d31ad25ca tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1125202 Jun 18 19:47:21.717189 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-72c47477-75ee-47ab-a2c4-3b7b187005c1 req-83663cf1-e0a3-439f-ab10-c873716b0057 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890048 Jun 18 19:47:21.826804 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'name': 'tempest-TestShelveInstance-1020817840-router', 'tenant_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '47f27d87-4532-4b34-b99d-09615de5f919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:15Z', 'updated_at': '2021-06-18T19:47:18Z', 'revision_number': 3, 'project_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'gw_port': {'id': '47f27d87-4532-4b34-b99d-09615de5f919', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:57:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:17Z', 'updated_at': '2021-06-18T19:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:21.884136 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5ddb0f-2366-4d57-b979-0a345e6cd632 None None] The sync data for ids ['00a20cf4-e512-4ced-9a1d-7315cbfb2678'] in dv-cinder-790535-6-iscsi is: [{'id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'name': 'tempest-TestShelveInstance-1020817840-router', 'tenant_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '47f27d87-4532-4b34-b99d-09615de5f919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:15Z', 'updated_at': '2021-06-18T19:47:18Z', 'revision_number': 3, 'project_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'gw_port': {'id': '47f27d87-4532-4b34-b99d-09615de5f919', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:57:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:17Z', 'updated_at': '2021-06-18T19:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:47:22.204781 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:22.303578 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27103802'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:22.312164 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:22.469297 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618700'] for router_interface, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:22.472273 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:22.476621 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:22.683851 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2341b3-0e93-4bc3-a246-76a0714efb55 req-deb658d8-1ac4-4c24-b410-1caf3946c106 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:22.686614 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bb2341b3-0e93-4bc3-a246-76a0714efb55 req-deb658d8-1ac4-4c24-b410-1caf3946c106 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1673098 Jun 18 19:47:22.704880 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 47f27d87-4532-4b34-b99d-09615de5f919 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:22.716139 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Network 259f97c2-d01a-4dcc-ae8a-2f4410de05bd is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:22.720677 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:22.780113 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bb2341b3-0e93-4bc3-a246-76a0714efb55 req-a5ff1d25-2d63-4bd9-bc47-3f20146459ac tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769260 Jun 18 19:47:22.946249 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port 47f27d87-4532-4b34-b99d-09615de5f919 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:22.953556 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 47f27d87-4532-4b34-b99d-09615de5f919 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:22.953952 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:22.958102 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Router 00a20cf4-e512-4ced-9a1d-7315cbfb2678 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:47:23.278900 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:23.297190 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-35bfb8e1-f8a4-4f4b-91e4-f3eb1c3024ef None None] Provisioning complete for port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:23.299478 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-35bfb8e1-f8a4-4f4b-91e4-f3eb1c3024ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:23.311040 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:47:23.332415 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] 10.222.0.42 "PUT /v2.0/routers/00a20cf4-e512-4ced-9a1d-7315cbfb2678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6185627 Jun 18 19:47:23.402686 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port 47f27d87-4532-4b34-b99d-09615de5f919, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=47f27d87-4532-4b34-b99d-09615de5f919,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:23.428518 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-35bfb8e1-f8a4-4f4b-91e4-f3eb1c3024ef None None] Port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:47:23.477818 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:23.480458 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-9acc4206-8560-4c03-9b31-aa3af466e40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:23.547207 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=47f27d87-4532-4b34-b99d-09615de5f919,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:23.551026 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:24.097097 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e5b12-f011-4cbf-bf8c-c05e116b6e1e req-f8b5009e-0780-499d-8aa2-d4c12fb66e64 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:24.100897 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a93e5b12-f011-4cbf-bf8c-c05e116b6e1e req-f8b5009e-0780-499d-8aa2-d4c12fb66e64 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1500227 Jun 18 19:47:24.171717 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a93e5b12-f011-4cbf-bf8c-c05e116b6e1e req-b21c15a1-4066-4f80-a23d-d87adc674a4c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640502 Jun 18 19:47:24.341179 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38402) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:24.347164 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-7eb32e1a-6947-4086-8574-b153ff441b78 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2085320803', 'description': 'tempest-secgroup-smoke-2085320803 description', 'project_id': '6652bca8615b4918af5c7ba0dd64f153'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:24.449628 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Sync routers for ids ['00a20cf4-e512-4ced-9a1d-7315cbfb2678'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:47:24.467802 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Routers {'00a20cf4-e512-4ced-9a1d-7315cbfb2678'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:24.468985 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:47:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['00a20cf4-e512-4ced-9a1d-7315cbfb2678'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:24.471899 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7eb32e1a-6947-4086-8574-b153ff441b78 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:24.524067 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 47f27d87-4532-4b34-b99d-09615de5f919 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:24.634518 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 47f27d87-4532-4b34-b99d-09615de5f919 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:24.634683 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:24.637788 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Set router 00a20cf4-e512-4ced-9a1d-7315cbfb2678 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:24.663149 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7eb32e1a-6947-4086-8574-b153ff441b78 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:24.745797 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7eb32e1a-6947-4086-8574-b153ff441b78 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:24.749071 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-5ac252ae-704f-43be-a648-2c29113ac25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:24.778975 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb32e1a-6947-4086-8574-b153ff441b78 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c300e3-9374-48cb-b249-28012dbbbea3,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:24.791075 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7eb32e1a-6947-4086-8574-b153ff441b78 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:24.866862 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7eb32e1a-6947-4086-8574-b153ff441b78 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:24.868998 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-7eb32e1a-6947-4086-8574-b153ff441b78 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5256813 Jun 18 19:47:24.873070 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38416) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:24.882483 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-5b14b165-f609-41b4-beb8-56fc1a87cf3c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Request body: {'security_group_rule': {'security_group_id': '54c300e3-9374-48cb-b249-28012dbbbea3', 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:24.938961 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'name': 'tempest-TestShelveInstance-1020817840-router', 'tenant_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '47f27d87-4532-4b34-b99d-09615de5f919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:15Z', 'updated_at': '2021-06-18T19:47:21Z', 'revision_number': 4, 'project_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'gw_port': {'id': '47f27d87-4532-4b34-b99d-09615de5f919', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:17Z', 'updated_at': '2021-06-18T19:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182', 'name': '', 'network_id': '259f97c2-d01a-4dcc-ae8a-2f4410de05bd', 'tenant_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'mac_address': 'fa:16:3e:c4:0e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '57583c5a-d2b1-420e-b313-864e881beab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:47:21Z', 'revision_number': 2, 'project_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'subnets': [{'id': '57583c5a-d2b1-420e-b313-864e881beab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:24.989365 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Checking router: 00a20cf4-e512-4ced-9a1d-7315cbfb2678 for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:47:24.989972 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Updating router 00a20cf4-e512-4ced-9a1d-7315cbfb2678 port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 binding host dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:47:25.021072 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5b14b165-f609-41b4-beb8-56fc1a87cf3c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.035770 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.137354 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5b14b165-f609-41b4-beb8-56fc1a87cf3c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.305557 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5b14b165-f609-41b4-beb8-56fc1a87cf3c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.305557 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:25.305557 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14b165-f609-41b4-beb8-56fc1a87cf3c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315d731e-39ca-4c1a-b2e1-0a7fb147f388,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:25.305557 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-5b14b165-f609-41b4-beb8-56fc1a87cf3c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:25.383774 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Notify callbacks [] for port, precommit_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.395143 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Transition to ACTIVE for port object 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:25.450432 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c4086-20db-4d8a-abcf-e14bd4e1ca43 req-391d9210-8d40-4ba2-ac7d-3e79dd64fb5f tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:25.452524 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8c3c4086-20db-4d8a-abcf-e14bd4e1ca43 req-391d9210-8d40-4ba2-ac7d-3e79dd64fb5f tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1074200 Jun 18 19:47:25.497403 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8c3c4086-20db-4d8a-abcf-e14bd4e1ca43 req-5888fd4c-27c2-4ded-8985-0fb6bab0103a tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381269 Jun 18 19:47:25.500575 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5b14b165-f609-41b4-beb8-56fc1a87cf3c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.501394 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.507290 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-5b14b165-f609-41b4-beb8-56fc1a87cf3c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6259027 Jun 18 19:47:25.508033 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 38426) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:25.516352 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:25.517314 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-cd65b9a4-5263-41ce-9488-4d6ca5e15212 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Request body: {'security_group_rule': {'security_group_id': '54c300e3-9374-48cb-b249-28012dbbbea3', 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:25.625483 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee91d72-b1cc-4ef9-b50f-f8ed244b1428 None None] Pushing event updated for resources: {'Port': ['ID=7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:25.647725 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-fee91d72-b1cc-4ef9-b50f-f8ed244b1428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:25.680203 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cd65b9a4-5263-41ce-9488-4d6ca5e15212 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.690763 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Attempting to bind port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:47:25.691146 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Attempting to bind port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '1fd277f2-7305-40dc-addd-39b6a3d449b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '259f97c2-d01a-4dcc-ae8a-2f4410de05bd'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:47:25.691515 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Attempting to bind port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 on network 259f97c2-d01a-4dcc-ae8a-2f4410de05bd {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:25.697825 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:47:25.698665 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Checking segment: {'id': '1fd277f2-7305-40dc-addd-39b6a3d449b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '259f97c2-d01a-4dcc-ae8a-2f4410de05bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:25.699450 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.700444 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Bound using segment: {'id': '1fd277f2-7305-40dc-addd-39b6a3d449b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '259f97c2-d01a-4dcc-ae8a-2f4410de05bd'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:47:25.701362 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Bound port: 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd277f2-7305-40dc-addd-39b6a3d449b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '259f97c2-d01a-4dcc-ae8a-2f4410de05bd'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:47:25.701962 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.788181 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] For port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:47:25.793871 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] For port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182,segment=NetworkSegment(1fd277f2-7305-40dc-addd-39b6a3d449b7),segment_id=1fd277f2-7305-40dc-addd-39b6a3d449b7)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:47:25.796118 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cd65b9a4-5263-41ce-9488-4d6ca5e15212 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.911430 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cd65b9a4-5263-41ce-9488-4d6ca5e15212 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.913416 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.914823 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-56702f82-061d-48b8-b2ae-a425bd79b7b3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:25.917421 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:25.933135 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65b9a4-5263-41ce-9488-4d6ca5e15212 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb96582-eecb-4e04-b9be-ded655a0d964,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:25.940245 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-cd65b9a4-5263-41ce-9488-4d6ca5e15212 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:25.978427 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Routers {'00a20cf4-e512-4ced-9a1d-7315cbfb2678'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:25.979091 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:47:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['00a20cf4-e512-4ced-9a1d-7315cbfb2678'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:25.985317 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee91d72-b1cc-4ef9-b50f-f8ed244b1428 None None] Pushing event updated for resources: {'Port': ['ID=7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:26.043644 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cd65b9a4-5263-41ce-9488-4d6ca5e15212 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:26.046428 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-cd65b9a4-5263-41ce-9488-4d6ca5e15212 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5362375 Jun 18 19:47:26.050869 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38430) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:26.062001 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-ce21aab9-6e15-4ae6-911c-786c6d8f5f3d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Request body: {'security_group_rule': {'security_group_id': '54c300e3-9374-48cb-b249-28012dbbbea3', 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:26.155366 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-fee91d72-b1cc-4ef9-b50f-f8ed244b1428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:26.211695 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ce21aab9-6e15-4ae6-911c-786c6d8f5f3d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:26.282609 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] Set router 00a20cf4-e512-4ced-9a1d-7315cbfb2678 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:26.298234 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ce21aab9-6e15-4ae6-911c-786c6d8f5f3d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:26.391981 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ce21aab9-6e15-4ae6-911c-786c6d8f5f3d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:26.395521 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-f3ac5b07-12c5-45cb-899a-0e07081e85a1 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:26.419021 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21aab9-6e15-4ae6-911c-786c6d8f5f3d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0ac986-8284-4b5c-9bd6-3c4037fb88db,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:26.424171 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ce21aab9-6e15-4ae6-911c-786c6d8f5f3d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:26.510880 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ce21aab9-6e15-4ae6-911c-786c6d8f5f3d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:26.512478 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-ce21aab9-6e15-4ae6-911c-786c6d8f5f3d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4587879 Jun 18 19:47:26.515800 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38440) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:26.523018 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-33b5b8f7-c990-4a7a-a7ab-fb30b4596e9b tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Request body: {'security_group_rule': {'security_group_id': '54c300e3-9374-48cb-b249-28012dbbbea3', 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:26.607133 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'name': 'tempest-TestShelveInstance-1020817840-router', 'tenant_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '47f27d87-4532-4b34-b99d-09615de5f919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:15Z', 'updated_at': '2021-06-18T19:47:21Z', 'revision_number': 4, 'project_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'gw_port': {'id': '47f27d87-4532-4b34-b99d-09615de5f919', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:17Z', 'updated_at': '2021-06-18T19:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182', 'name': '', 'network_id': '259f97c2-d01a-4dcc-ae8a-2f4410de05bd', 'tenant_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'mac_address': 'fa:16:3e:c4:0e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '57583c5a-d2b1-420e-b313-864e881beab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:47:25Z', 'revision_number': 4, 'project_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'subnets': [{'id': '57583c5a-d2b1-420e-b313-864e881beab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:26.627843 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-33b5b8f7-c990-4a7a-a7ab-fb30b4596e9b tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:26.651068 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d8dfb-e87c-4c3b-a21c-95c521dd76a9 None None] The sync data for ids ['00a20cf4-e512-4ced-9a1d-7315cbfb2678'] in dv-cinder-790535-6-iscsi is: [{'id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'name': 'tempest-TestShelveInstance-1020817840-router', 'tenant_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '47f27d87-4532-4b34-b99d-09615de5f919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:15Z', 'updated_at': '2021-06-18T19:47:21Z', 'revision_number': 4, 'project_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'gw_port': {'id': '47f27d87-4532-4b34-b99d-09615de5f919', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:17Z', 'updated_at': '2021-06-18T19:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182', 'name': '', 'network_id': '259f97c2-d01a-4dcc-ae8a-2f4410de05bd', 'tenant_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'mac_address': 'fa:16:3e:c4:0e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '57583c5a-d2b1-420e-b313-864e881beab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:47:25Z', 'revision_number': 4, 'project_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'subnets': [{'id': '57583c5a-d2b1-420e-b313-864e881beab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:47:26.754627 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-33b5b8f7-c990-4a7a-a7ab-fb30b4596e9b tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:26.778805 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a7b5d-23ae-4370-a1aa-05e6b0cd323c req-2c6467fe-ecfa-476f-a512-1cd989425814 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:26.781489 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d09a7b5d-23ae-4370-a1aa-05e6b0cd323c req-2c6467fe-ecfa-476f-a512-1cd989425814 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1485491 Jun 18 19:47:26.842895 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d09a7b5d-23ae-4370-a1aa-05e6b0cd323c req-c28e26ff-5a9b-49f9-b207-5bc26a1673b1 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514309 Jun 18 19:47:26.878600 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-33b5b8f7-c990-4a7a-a7ab-fb30b4596e9b tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:26.881205 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-5b14b165-f609-41b4-beb8-56fc1a87cf3c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:26.907493 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5b8f7-c990-4a7a-a7ab-fb30b4596e9b tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e326428-62a2-458b-b462-8abffca26c3a,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:26.916897 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-33b5b8f7-c990-4a7a-a7ab-fb30b4596e9b tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:27.008981 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-33b5b8f7-c990-4a7a-a7ab-fb30b4596e9b tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.010036 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-33b5b8f7-c990-4a7a-a7ab-fb30b4596e9b tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4928832 Jun 18 19:47:27.012792 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38448) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:27.018512 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-734de54e-e340-4c3d-8a94-1cf21429bca7 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Request body: {'security_group_rule': {'security_group_id': '54c300e3-9374-48cb-b249-28012dbbbea3', 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:27.111880 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.securitygroups_db [None req-734de54e-e340-4c3d-8a94-1cf21429bca7 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Project 6652bca8615b4918af5c7ba0dd64f153 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 19:47:27.117767 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-734de54e-e340-4c3d-8a94-1cf21429bca7 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.191394 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-734de54e-e340-4c3d-8a94-1cf21429bca7 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.267863 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-734de54e-e340-4c3d-8a94-1cf21429bca7 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.273925 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:27.292220 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734de54e-e340-4c3d-8a94-1cf21429bca7 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e31dab3-3f4d-4ecf-8ee4-9a87be4f5da2,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:27.302199 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-734de54e-e340-4c3d-8a94-1cf21429bca7 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:27.376441 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-734de54e-e340-4c3d-8a94-1cf21429bca7 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.378790 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-734de54e-e340-4c3d-8a94-1cf21429bca7 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3635054 Jun 18 19:47:27.382535 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 38460) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:27.392996 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-a09e21bc-c140-4bd5-b20d-a4c5f7cbb17e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Request body: {'security_group_rule': {'security_group_id': '54c300e3-9374-48cb-b249-28012dbbbea3', 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:27.520205 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd7d29-9005-46e6-8dc9-c8f6658a775d req-5f1f7232-89f5-4272-a015-aeaacee9ca0b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:27.521834 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-67bd7d29-9005-46e6-8dc9-c8f6658a775d req-5f1f7232-89f5-4272-a015-aeaacee9ca0b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1600122 Jun 18 19:47:27.547540 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.securitygroups_db [None req-a09e21bc-c140-4bd5-b20d-a4c5f7cbb17e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Project 6652bca8615b4918af5c7ba0dd64f153 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 19:47:27.553206 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a09e21bc-c140-4bd5-b20d-a4c5f7cbb17e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.576904 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797572d4-a50a-4d12-a9d4-f115a0966d91 req-e28a2313-5f46-42ad-a76c-3fee50a39fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:27.578821 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-797572d4-a50a-4d12-a9d4-f115a0966d91 req-e28a2313-5f46-42ad-a76c-3fee50a39fca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68d35ecfd37141ba8d1ead7364aa01c6&device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 1098 time: 0.1251450 Jun 18 19:47:27.582114 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-67bd7d29-9005-46e6-8dc9-c8f6658a775d req-68f7a13a-816b-4dd7-8239-8610672fbe94 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503154 Jun 18 19:47:27.664581 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a09e21bc-c140-4bd5-b20d-a4c5f7cbb17e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.703060 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797572d4-a50a-4d12-a9d4-f115a0966d91 req-e8084bd4-64ae-4be4-b840-616da6cfb1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:27.705048 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-797572d4-a50a-4d12-a9d4-f115a0966d91 req-e8084bd4-64ae-4be4-b840-616da6cfb1c2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb HTTP/1.1" status: 200 len: 912 time: 0.1152093 Jun 18 19:47:27.757179 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a09e21bc-c140-4bd5-b20d-a4c5f7cbb17e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.759276 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:27.786924 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e21bc-c140-4bd5-b20d-a4c5f7cbb17e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7082e1-0928-4607-b838-6b3ef46fa419,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:27.793748 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-797572d4-a50a-4d12-a9d4-f115a0966d91 req-8fee2654-06f6-4fb4-855b-a8b6807f9d9e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b66c0680-0ed9-4ec3-bee4-541d936d9137 HTTP/1.1" status: 200 len: 1001 time: 0.0796616 Jun 18 19:47:27.797010 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a09e21bc-c140-4bd5-b20d-a4c5f7cbb17e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:27.852164 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797572d4-a50a-4d12-a9d4-f115a0966d91 req-c6823bda-4f9f-427c-b349-dc0f1ac6a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:27.853730 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-797572d4-a50a-4d12-a9d4-f115a0966d91 req-c6823bda-4f9f-427c-b349-dc0f1ac6a23c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=85839631-4911-4022-a3d1-d48feb21196f HTTP/1.1" status: 200 len: 850 time: 0.0530529 Jun 18 19:47:27.889418 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a09e21bc-c140-4bd5-b20d-a4c5f7cbb17e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.898366 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-a09e21bc-c140-4bd5-b20d-a4c5f7cbb17e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5062304 Jun 18 19:47:27.938912 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797572d4-a50a-4d12-a9d4-f115a0966d91 req-a9b7b8c8-1b1c-44b9-a557-41bd8d3b00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:27.940943 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-797572d4-a50a-4d12-a9d4-f115a0966d91 req-a9b7b8c8-1b1c-44b9-a557-41bd8d3b00c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781817 Jun 18 19:47:28.335885 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-797572d4-a50a-4d12-a9d4-f115a0966d91 req-ad1dce68-e634-4bd7-968e-ba8dc1484b61 service neutron] 10.222.0.58 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864508 Jun 18 19:47:28.476339 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-797572d4-a50a-4d12-a9d4-f115a0966d91 req-3607e7e3-e085-418f-a1e3-fb40cbb05b4c service neutron] 10.222.0.58 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161664 Jun 18 19:47:28.590669 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:28.827392 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d254cb2-4bfd-407f-91a1-1942044ca143 req-9d3a580a-4a7b-4373-a6b8-116a63921982 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:28.829555 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8d254cb2-4bfd-407f-91a1-1942044ca143 req-9d3a580a-4a7b-4373-a6b8-116a63921982 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.0712698 Jun 18 19:47:28.865619 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:28.871942 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:28.872329 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:28.890147 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8d254cb2-4bfd-407f-91a1-1942044ca143 req-181a6f56-93c6-4406-9b0a-732316e10fe7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550416 Jun 18 19:47:28.965851 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:29.015126 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182,segment=NetworkSegment(1fd277f2-7305-40dc-addd-39b6a3d449b7),segment_id=1fd277f2-7305-40dc-addd-39b6a3d449b7)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:29.127490 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:29.130633 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:29.228214 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:29.243525 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:29.244208 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:29.244906 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:29.245544 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:29.246394 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:29.247340 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:29.248323 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:29.249175 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:29.250403 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:29.250974 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:29.251764 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:29.252562 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:29.262010 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:30.142706 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfaf890-3613-400c-9fbc-968e34516691 req-408a1a5f-acb2-44b3-8729-40765c8dffe4 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:30.142706 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5cfaf890-3613-400c-9fbc-968e34516691 req-408a1a5f-acb2-44b3-8729-40765c8dffe4 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1037924 Jun 18 19:47:30.191837 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5cfaf890-3613-400c-9fbc-968e34516691 req-cf82ac96-7c18-4890-a200-92bf622a77da tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432498 Jun 18 19:47:30.529943 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:30.584774 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:30.585088 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:31.951458 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:47:32.816562 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc8ad6-74ed-4ca2-a7dd-bbfa34d0af0e req-814e2136-807f-4e78-906a-4ff01a5d4f60 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:32.819561 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-14fc8ad6-74ed-4ca2-a7dd-bbfa34d0af0e req-814e2136-807f-4e78-906a-4ff01a5d4f60 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1527288 Jun 18 19:47:32.824403 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd987f-964f-4868-9d36-be7cbf5ead17 req-c86ab2e9-3af5-41c0-9a68-a0b7d0f722a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:32.827525 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0abd987f-964f-4868-9d36-be7cbf5ead17 req-c86ab2e9-3af5-41c0-9a68-a0b7d0f722a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90cd5f62f1a84defa1047fe8db0a4ff6&device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 1098 time: 0.1206534 Jun 18 19:47:32.933801 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-14fc8ad6-74ed-4ca2-a7dd-bbfa34d0af0e req-79c820ca-7553-447b-b95c-c40e8ba99152 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015396 Jun 18 19:47:32.991348 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd987f-964f-4868-9d36-be7cbf5ead17 req-e689c6b4-f0d9-4935-a477-c0d1c95354a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:32.992996 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0abd987f-964f-4868-9d36-be7cbf5ead17 req-e689c6b4-f0d9-4935-a477-c0d1c95354a1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f000376-940a-40a6-93f6-2f7562cb6ac7 HTTP/1.1" status: 200 len: 920 time: 0.1431162 Jun 18 19:47:33.058086 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0abd987f-964f-4868-9d36-be7cbf5ead17 req-3d9610fe-64a7-40e7-8bb2-c9f80c4cbb58 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e70a847a-bd54-40fb-ac1c-ec02b346e879 HTTP/1.1" status: 200 len: 217 time: 0.0527227 Jun 18 19:47:33.117007 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd987f-964f-4868-9d36-be7cbf5ead17 req-f7749450-9eba-44fb-ad1d-7456fd3ff5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:33.118477 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0abd987f-964f-4868-9d36-be7cbf5ead17 req-f7749450-9eba-44fb-ad1d-7456fd3ff5e8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=787961a9-531b-4f4b-9190-811f42fc2d49 HTTP/1.1" status: 200 len: 859 time: 0.0490077 Jun 18 19:47:33.170453 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0abd987f-964f-4868-9d36-be7cbf5ead17 req-a4b16d55-7fe8-410c-b06c-25eea5058e3d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f000376-940a-40a6-93f6-2f7562cb6ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356846 Jun 18 19:47:33.183900 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-544a616e-4279-4c99-bb80-fcc3a9f08682 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:33.186862 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-544a616e-4279-4c99-bb80-fcc3a9f08682 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/networks?id=63df527b-b26b-4454-8053-13a944fba35f HTTP/1.1" status: 200 len: 815 time: 0.1383832 Jun 18 19:47:33.218652 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-c8a9b95b-4357-4c54-a536-b98fd1048dc0 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/quotas/ad1c42703855432a866512bf4bfdc17b HTTP/1.1" status: 200 len: 375 time: 0.0155869 Jun 18 19:47:33.318445 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0abd987f-964f-4868-9d36-be7cbf5ead17 req-096f8dec-1832-492e-817e-7e49cb10c83b service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382289 Jun 18 19:47:33.335458 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-7013d76b-82b2-44f9-a683-72f273280c35 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad1c42703855432a866512bf4bfdc17b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1109006 Jun 18 19:47:33.450470 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0abd987f-964f-4868-9d36-be7cbf5ead17 req-1cbe8651-b5be-4676-85ce-b930ad87b24a service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178958 Jun 18 19:47:33.456259 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-fd32dfde-7c24-40fa-8534-5196746a2481 service neutron] 10.222.0.42 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070268 Jun 18 19:47:33.591099 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-baab9227-82fd-43aa-abe1-ff5f63f403e8 service neutron] 10.222.0.42 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197019 Jun 18 19:47:33.930879 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-22e17a39-6a87-45de-8667-f26bd5b13dbb req-98aab99c-b3e9-4427-b882-bb40d6208a94 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 210 time: 0.0339556 Jun 18 19:47:34.205763 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97477c01-0232-48c5-87d9-91bf6b0c9b66 req-e3671be9-a3b6-4d32-9332-178aad52cc6a tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:34.208484 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-97477c01-0232-48c5-87d9-91bf6b0c9b66 req-e3671be9-a3b6-4d32-9332-178aad52cc6a tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0971155 Jun 18 19:47:34.268052 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-97477c01-0232-48c5-87d9-91bf6b0c9b66 req-bfbe0e92-eb0d-4dbc-a0f3-97dd78557c32 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533435 Jun 18 19:47:35.124458 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-668ee366-7dbc-4c68-8239-6aed6afec57b req-e72a9ae3-ee27-46f0-9806-69dbfba1a490 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 210 time: 0.0347631 Jun 18 19:47:35.511946 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587ad1d-644e-47e2-a541-38977db441c5 req-9f4f4e88-6d3c-45dd-aa31-f34f800c8807 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:35.514082 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2587ad1d-644e-47e2-a541-38977db441c5 req-9f4f4e88-6d3c-45dd-aa31-f34f800c8807 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0735600 Jun 18 19:47:35.564045 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2587ad1d-644e-47e2-a541-38977db441c5 req-2a9f578a-f480-46a0-a802-61f1d102a94a tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437400 Jun 18 19:47:36.291209 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1a0e2bec-9511-42e2-87a8-7b61dea6f601 req-0a05c81e-0e0c-4b64-a2b5-816ed5fc4ea1 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 210 time: 0.0379162 Jun 18 19:47:36.339829 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:36.642280 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-58a5b6e0-2da0-438f-ba30-6d717de16b68 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:36.644728 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-58a5b6e0-2da0-438f-ba30-6d717de16b68 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.58 "GET /v2.0/networks?id=63df527b-b26b-4454-8053-13a944fba35f HTTP/1.1" status: 200 len: 815 time: 0.1582403 Jun 18 19:47:36.664769 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-8bc42b84-4dde-4404-9b4d-322a19863b83 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Request body: {'port': {'device_id': '34928add-a3cf-4745-a1ba-2785ce8b065e', 'network_id': '63df527b-b26b-4454-8053-13a944fba35f', 'admin_state_up': True, 'tenant_id': 'ad1c42703855432a866512bf4bfdc17b'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:36.933759 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f663f3-2940-4ffe-909a-bac7c14c2d2a req-63a0c8db-d809-4604-ab55-44d2d79089d7 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:36.935988 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-02f663f3-2940-4ffe-909a-bac7c14c2d2a req-63a0c8db-d809-4604-ab55-44d2d79089d7 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1963060 Jun 18 19:47:36.989622 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-02f663f3-2940-4ffe-909a-bac7c14c2d2a req-daeb9029-9a13-4608-951c-d367dd4529bd tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450473 Jun 18 19:47:37.008387 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-8bc42b84-4dde-4404-9b4d-322a19863b83 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Made reservation on behalf of ad1c42703855432a866512bf4bfdc17b for: {'port': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:47:37.016673 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-8bc42b84-4dde-4404-9b4d-322a19863b83 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:37.218356 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-8bc42b84-4dde-4404-9b4d-322a19863b83 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Allocated IP 172.20.0.6 (63df527b-b26b-4454-8053-13a944fba35f/b3244916-cc51-4cd2-9f62-176215c803f1/b839f25f-42e3-4b88-863a-1697eae099d4) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:37.455251 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-8bc42b84-4dde-4404-9b4d-322a19863b83 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:37.503428 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1970c0f0-d49d-46e5-85fb-b5b7cd78dbf8 req-abb21fdc-ea77-4819-a20f-b343885ce845 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 210 time: 0.0398474 Jun 18 19:47:37.609372 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-8bc42b84-4dde-4404-9b4d-322a19863b83 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:37.616094 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:37.627537 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['3ea964ed-a32f-4f96-8dfa-e5e536481363', '49d08ef5-faba-446e-baf5-00e4a48291fd', '94d910f7-de50-4136-a58e-b2b2ad69e69b'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:47:37.696668 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-8bc42b84-4dde-4404-9b4d-322a19863b83 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Network 63df527b-b26b-4454-8053-13a944fba35f is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:37.703563 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-8bc42b84-4dde-4404-9b4d-322a19863b83 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:37.710696 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-8bc42b84-4dde-4404-9b4d-322a19863b83 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:37.748140 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc42b84-4dde-4404-9b4d-322a19863b83 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Pushing event updated for resources: {'Port': ['ID=b839f25f-42e3-4b88-863a-1697eae099d4,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:37.753234 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8bc42b84-4dde-4404-9b4d-322a19863b83 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:37.791515 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-8bc42b84-4dde-4404-9b4d-322a19863b83 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:37.792185 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-8bc42b84-4dde-4404-9b4d-322a19863b83 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:37.877910 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-8bc42b84-4dde-4404-9b4d-322a19863b83 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2182765 Jun 18 19:47:37.896657 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Request body: {'port': {'device_id': '34928add-a3cf-4745-a1ba-2785ce8b065e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:37.993081 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:38.291150 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211a026-cd2d-494d-bfbc-a525a9a6f241 req-71dd04a3-6857-4d59-ae4f-092a7dfa47d0 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:38.295142 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d211a026-cd2d-494d-bfbc-a525a9a6f241 req-71dd04a3-6857-4d59-ae4f-092a7dfa47d0 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0945103 Jun 18 19:47:38.351672 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d211a026-cd2d-494d-bfbc-a525a9a6f241 req-765451be-a818-47d2-bd68-8e8525b6bb1d tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436332 Jun 18 19:47:38.369105 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b839f25f-42e3-4b88-863a-1697eae099d4 {{(pid=100054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:47:38.384888 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:38.414170 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Transition to ACTIVE for port object b839f25f-42e3-4b88-863a-1697eae099d4 will not be triggered until provisioned by entity L2. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:38.488783 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:38.494236 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:38.570215 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 38686) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:38.612704 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=b839f25f-42e3-4b88-863a-1697eae099d4,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:38.648805 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:38.771991 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Attempting to bind port b839f25f-42e3-4b88-863a-1697eae099d4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:47:38.772486 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Attempting to bind port b839f25f-42e3-4b88-863a-1697eae099d4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:47:38.772753 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Attempting to bind port b839f25f-42e3-4b88-863a-1697eae099d4 on network 63df527b-b26b-4454-8053-13a944fba35f {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:38.786096 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Port b839f25f-42e3-4b88-863a-1697eae099d4 on network 63df527b-b26b-4454-8053-13a944fba35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:47:38.786484 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Attempting to bind port b839f25f-42e3-4b88-863a-1697eae099d4 on network 63df527b-b26b-4454-8053-13a944fba35f {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:38.797835 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:47:38.798188 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Checking segment: {'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:38.798556 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Bound using segment: {'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:47:38.799009 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Bound port: b839f25f-42e3-4b88-863a-1697eae099d4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199a9dd1-2657-4dcd-9c25-e39cea96a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63df527b-b26b-4454-8053-13a944fba35f'}}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:47:38.799363 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:38.806405 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-337b411a-91f2-480f-9e06-6dff0d480ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:38.903167 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb4087-4b7b-4f35-8a05-c97b4c02a4a2 req-d38068bf-f138-4cce-a5bf-2eaf522b7b58 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:38.907407 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b3bb4087-4b7b-4f35-8a05-c97b4c02a4a2 req-d38068bf-f138-4cce-a5bf-2eaf522b7b58 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 943 time: 0.1795602 Jun 18 19:47:38.955110 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] For port b839f25f-42e3-4b88-863a-1697eae099d4, host hv-cinder-79053, cleared binding levels {{(pid=100054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:47:38.960033 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] For port b839f25f-42e3-4b88-863a-1697eae099d4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b839f25f-42e3-4b88-863a-1697eae099d4,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:47:38.980426 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-337b411a-91f2-480f-9e06-6dff0d480ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:38.984779 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b3bb4087-4b7b-4f35-8a05-c97b4c02a4a2 req-d4474b62-a3c4-4817-a6e9-fb81f4aaf030 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651298 Jun 18 19:47:39.027251 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:39.030601 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:39.066816 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:39.067498 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:39.069471 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] 10.222.0.58 "PUT /v2.0/ports/b839f25f-42e3-4b88-863a-1697eae099d4 HTTP/1.1" status: 200 len: 1093 time: 1.1826696 Jun 18 19:47:39.071928 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-337b411a-91f2-480f-9e06-6dff0d480ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:39.074443 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34928add-a3cf-4745-a1ba-2785ce8b065e', 'tag': 'b839f25f-42e3-4b88-863a-1697eae099d4'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:47:39.077803 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf703b-d83d-4bcc-b55a-1a3b8777c92f" -d '{"events": [{"name": "network-changed", "server_uuid": "34928add-a3cf-4745-a1ba-2785ce8b065e", "tag": "b839f25f-42e3-4b88-863a-1697eae099d4"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:47:39.079476 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-f4e808cc-d8cc-46f0-b372-a84ef9eec19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:39.111868 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=b839f25f-42e3-4b88-863a-1697eae099d4,revision_number=3']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:39.116238 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:39.123320 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-337b411a-91f2-480f-9e06-6dff0d480ca1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f5a0750b69240c0b5e479f82b535b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5514102 Jun 18 19:47:39.125035 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b411a-91f2-480f-9e06-6dff0d480ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17036255-2340-4dcb-9f1b-47b32b6012cf,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:39.127160 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38696) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:39.130100 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-337b411a-91f2-480f-9e06-6dff0d480ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:39.145498 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a9bad2-bb90-43de-9a21-4bcd88b424e8 x-openstack-request-id: req-44a9bad2-bb90-43de-9a21-4bcd88b424e8 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:47:39.155567 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34928add-a3cf-4745-a1ba-2785ce8b065e", "tag": "b839f25f-42e3-4b88-863a-1697eae099d4", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:47:39.155567 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44a9bad2-bb90-43de-9a21-4bcd88b424e8 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:47:39.155567 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34928add-a3cf-4745-a1ba-2785ce8b065e', 'tag': 'b839f25f-42e3-4b88-863a-1697eae099d4', 'status': 'completed', 'code': 200} Jun 18 19:47:39.233227 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9ed8dbd0-5a45-47d2-927c-b781073c12d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:39.267035 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9ed8dbd0-5a45-47d2-927c-b781073c12d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:39.296006 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf703b-d83d-4bcc-b55a-1a3b8777c92f req-c9be2661-8301-4320-8490-99f0f9a3dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:39.297632 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cdf703b-d83d-4bcc-b55a-1a3b8777c92f req-c9be2661-8301-4320-8490-99f0f9a3dacd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad1c42703855432a866512bf4bfdc17b&device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 1096 time: 0.1269927 Jun 18 19:47:39.422762 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf703b-d83d-4bcc-b55a-1a3b8777c92f req-ceaf332f-0cf1-47aa-a765-d3d75de0f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:39.424514 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cdf703b-d83d-4bcc-b55a-1a3b8777c92f req-ceaf332f-0cf1-47aa-a765-d3d75de0f48e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=ad1c42703855432a866512bf4bfdc17b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1179826 Jun 18 19:47:39.505863 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9ed8dbd0-5a45-47d2-927c-b781073c12d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:39.508660 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9ed8dbd0-5a45-47d2-927c-b781073c12d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:39.509810 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-9ed8dbd0-5a45-47d2-927c-b781073c12d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17036255-2340-4dcb-9f1b-47b32b6012cf HTTP/1.1" status: 204 len: 168 time: 0.3816333 Jun 18 19:47:39.521236 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7ef1351e-503b-4aa7-b71f-32f35cfa71de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:39.557072 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8dbd0-5a45-47d2-927c-b781073c12d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17036255-2340-4dcb-9f1b-47b32b6012cf,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:39.559790 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-9ed8dbd0-5a45-47d2-927c-b781073c12d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:39.597901 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf703b-d83d-4bcc-b55a-1a3b8777c92f req-49bbb1e5-a68b-4537-a494-ccdf1a683049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:39.599474 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cdf703b-d83d-4bcc-b55a-1a3b8777c92f req-49bbb1e5-a68b-4537-a494-ccdf1a683049 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1670852 Jun 18 19:47:39.644778 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d4006-6140-4962-8fee-b7032f505a5a req-a75f3f0a-cdb8-45fa-8da2-de4db269481b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:39.647875 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c95d4006-6140-4962-8fee-b7032f505a5a req-a75f3f0a-cdb8-45fa-8da2-de4db269481b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1460338 Jun 18 19:47:39.735386 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c95d4006-6140-4962-8fee-b7032f505a5a req-c1a8659a-2596-4b0d-a881-495db0cf57f9 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793340 Jun 18 19:47:39.762106 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-a8333638-2258-4a07-952d-cce28fa7bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:39.764988 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-a8333638-2258-4a07-952d-cce28fa7bb19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad1c42703855432a866512bf4bfdc17b&device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 1096 time: 0.1044962 Jun 18 19:47:39.824404 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-74306dd6-5b66-4d93-ab92-9b42edbb419d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b839f25f-42e3-4b88-863a-1697eae099d4 HTTP/1.1" status: 200 len: 217 time: 0.0400546 Jun 18 19:47:39.891647 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-0ffdf6b2-9924-4f22-be47-36e17c28a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:39.893188 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-0ffdf6b2-9924-4f22-be47-36e17c28a112 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b3244916-cc51-4cd2-9f62-176215c803f1 HTTP/1.1" status: 200 len: 855 time: 0.0576477 Jun 18 19:47:39.934145 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-3ffe3c47-d9b5-4241-9430-6b573b4a8083 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=63df527b-b26b-4454-8053-13a944fba35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295491 Jun 18 19:47:40.104090 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-c5a01093-4548-4361-ab34-6fc3c58f1908 service neutron] 10.222.0.58 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603928 Jun 18 19:47:40.269667 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ef537c90-f6f1-4df8-8d5f-377411b5c1c1 req-83bb7b30-f183-47ae-b682-c0b16268b27e service neutron] 10.222.0.58 "GET /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556056 Jun 18 19:47:40.290472 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53481a8d-df24-4244-98df-a1dfb7b31399 req-c2d5bad9-6dcd-4e6d-a00a-14fc549a325f tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:40.292252 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-53481a8d-df24-4244-98df-a1dfb7b31399 req-c2d5bad9-6dcd-4e6d-a00a-14fc549a325f tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 943 time: 0.1142950 Jun 18 19:47:40.317386 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 38712) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:40.339113 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a147b34f-3364-4777-8a03-679005b23ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:40.356144 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-53481a8d-df24-4244-98df-a1dfb7b31399 req-8f94a7d0-eaac-40bb-808a-daa542c440f6 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555723 Jun 18 19:47:40.493100 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a147b34f-3364-4777-8a03-679005b23ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:40.551566 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a147b34f-3364-4777-8a03-679005b23ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:40.554249 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-ee6ee835-7436-4538-a22f-e12531a05667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:40.597766 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-a147b34f-3364-4777-8a03-679005b23ed1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=332817ed881c49e7bbb1258aaaca7627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787309 Jun 18 19:47:40.598492 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147b34f-3364-4777-8a03-679005b23ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e8da99-a0a2-40dd-87db-56ba9d3dd2aa,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:40.600768 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38714) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:40.602714 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a147b34f-3364-4777-8a03-679005b23ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:40.660787 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d17fa0dd-96d1-401f-822e-a20db711db45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:40.689006 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d17fa0dd-96d1-401f-822e-a20db711db45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:40.882745 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d17fa0dd-96d1-401f-822e-a20db711db45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:40.887070 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d17fa0dd-96d1-401f-822e-a20db711db45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:40.891382 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-d17fa0dd-96d1-401f-822e-a20db711db45 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26e8da99-a0a2-40dd-87db-56ba9d3dd2aa HTTP/1.1" status: 204 len: 168 time: 0.2884421 Jun 18 19:47:40.892454 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-cbf80420-461a-4423-aff5-a43f1489e388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:40.902222 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fa0dd-96d1-401f-822e-a20db711db45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e8da99-a0a2-40dd-87db-56ba9d3dd2aa,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:40.905598 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d17fa0dd-96d1-401f-822e-a20db711db45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:40.953397 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04317bb-4267-4f4c-b167-3321e532f91f req-a99ff3ef-9680-4a96-8c81-27f6c9ca563d tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:40.954976 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b04317bb-4267-4f4c-b167-3321e532f91f req-a99ff3ef-9680-4a96-8c81-27f6c9ca563d tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0856204 Jun 18 19:47:40.997232 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b04317bb-4267-4f4c-b167-3321e532f91f req-0cef21d9-d6bf-40bd-822b-67a902fd6a90 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365627 Jun 18 19:47:41.572597 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f523e-7679-4efd-a9e8-db791fa5ff4f req-c8e6fa8c-c642-49ba-a2a2-d04edb118b8e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:41.574251 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-778f523e-7679-4efd-a9e8-db791fa5ff4f req-c8e6fa8c-c642-49ba-a2a2-d04edb118b8e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 943 time: 0.0755694 Jun 18 19:47:41.624355 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-778f523e-7679-4efd-a9e8-db791fa5ff4f req-e081269a-5eea-40e4-8bc4-7898cd9c2611 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397756 Jun 18 19:47:42.289971 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305818a-3573-4a32-a1f9-da0691743f4a req-49971371-18b3-4141-a639-b754bbac9ac5 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:42.293190 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9305818a-3573-4a32-a1f9-da0691743f4a req-49971371-18b3-4141-a639-b754bbac9ac5 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1293614 Jun 18 19:47:42.338298 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9305818a-3573-4a32-a1f9-da0691743f4a req-b00c4858-bb52-4836-ba33-ca292c0c516a tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395875 Jun 18 19:47:42.882399 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72493b1d-6dce-400e-b58f-7b7a88e0e371 req-520687f5-bae1-4300-b9c1-8a22bb5dfb38 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:42.884930 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-72493b1d-6dce-400e-b58f-7b7a88e0e371 req-520687f5-bae1-4300-b9c1-8a22bb5dfb38 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 943 time: 0.1132159 Jun 18 19:47:42.935905 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-72493b1d-6dce-400e-b58f-7b7a88e0e371 req-df5ca4a8-25bc-4d20-ad27-44753b157df8 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437872 Jun 18 19:47:43.123435 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-e5847274-9b68-4c09-90a7-a657d61f9b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:43.541866 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667599f-d9ff-4c3b-887b-eae8bf3a8f53 req-073e1852-8648-43af-a228-4c71a00e79bc tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:43.543703 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d667599f-d9ff-4c3b-887b-eae8bf3a8f53 req-073e1852-8648-43af-a228-4c71a00e79bc tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0735826 Jun 18 19:47:43.588829 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d667599f-d9ff-4c3b-887b-eae8bf3a8f53 req-858d83b1-a0c9-467f-aaa1-de43f1af0338 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383506 Jun 18 19:47:43.867812 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device b839f25f-42e3-4b88-863a-1697eae099d4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:47:43.984595 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port b839f25f-42e3-4b88-863a-1697eae099d4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b839f25f-42e3-4b88-863a-1697eae099d4,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:44.004520 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': 'b839f25f-42e3-4b88-863a-1697eae099d4', 'network_id': '63df527b-b26b-4454-8053-13a944fba35f', 'port_id': 'b839f25f-42e3-4b88-863a-1697eae099d4', 'mac_address': 'fa:16:3e:05:8f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3244916-cc51-4cd2-9f62-176215c803f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:47:44.064541 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:44.079601 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b839f25f-42e3-4b88-863a-1697eae099d4 {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:47:44.104651 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port b839f25f-42e3-4b88-863a-1697eae099d4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b839f25f-42e3-4b88-863a-1697eae099d4,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:44.168083 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f129300-c5d3-448b-a15d-44fc9b2732f5 req-41eadccb-8921-4a2b-a600-bb9bfa9f55dc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:44.171738 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9f129300-c5d3-448b-a15d-44fc9b2732f5 req-41eadccb-8921-4a2b-a600-bb9bfa9f55dc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 943 time: 0.0967593 Jun 18 19:47:44.218629 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9f129300-c5d3-448b-a15d-44fc9b2732f5 req-8ddd1cb2-479f-471b-b234-10c342a2ca04 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408669 Jun 18 19:47:44.230388 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:44.233166 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:44.289735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=b839f25f-42e3-4b88-863a-1697eae099d4,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:44.292846 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:44.605205 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['b839f25f-42e3-4b88-863a-1697eae099d4'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:47:44.859794 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61251aa-1cac-4fe4-bcbd-183b39b270d2 req-2fb581c8-702e-406e-8856-8a1d05b381a9 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:44.863134 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b61251aa-1cac-4fe4-bcbd-183b39b270d2 req-2fb581c8-702e-406e-8856-8a1d05b381a9 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0957704 Jun 18 19:47:44.912976 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b61251aa-1cac-4fe4-bcbd-183b39b270d2 req-97be69c0-f34b-4a9a-b044-31b78b4ee1eb tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379350 Jun 18 19:47:45.420885 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f3504-ab20-488f-b953-e3287d3e5b0c req-aebf38b8-8910-42a9-b292-1d9c0c9086e2 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:45.422409 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-989f3504-ab20-488f-b953-e3287d3e5b0c req-aebf38b8-8910-42a9-b292-1d9c0c9086e2 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 944 time: 0.0725684 Jun 18 19:47:45.462787 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-989f3504-ab20-488f-b953-e3287d3e5b0c req-82b871cc-9077-4364-9aa8-fb6fc9f2eaf5 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336204 Jun 18 19:47:45.819529 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-517adf2b-14fc-456f-9028-87c03a5eabbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:45.854221 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:45.877102 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device b839f25f-42e3-4b88-863a-1697eae099d4 up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:46.025195 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port b839f25f-42e3-4b88-863a-1697eae099d4 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:46.030142 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port b839f25f-42e3-4b88-863a-1697eae099d4 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:46.030529 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:46.104676 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd4b86-7ec2-4f1b-825d-238e74b094d6 req-a9c4bfd7-2b2e-44e0-9e31-cc203ca334ac tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:46.106724 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-57fd4b86-7ec2-4f1b-825d-238e74b094d6 req-a9c4bfd7-2b2e-44e0-9e31-cc203ca334ac tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0785656 Jun 18 19:47:46.140987 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:46.160491 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-57fd4b86-7ec2-4f1b-825d-238e74b094d6 req-91a230d6-a92e-4916-adc5-f888f2d2f785 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426130 Jun 18 19:47:46.174448 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34928add-a3cf-4745-a1ba-2785ce8b065e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b839f25f-42e3-4b88-863a-1697eae099d4'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:47:46.177213 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8edd79-4403-456e-a06b-a029824572f5" -d '{"events": [{"server_uuid": "34928add-a3cf-4745-a1ba-2785ce8b065e", "name": "network-vif-plugged", "status": "completed", "tag": "b839f25f-42e3-4b88-863a-1697eae099d4"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:47:46.191997 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port b839f25f-42e3-4b88-863a-1697eae099d4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b839f25f-42e3-4b88-863a-1697eae099d4,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:46.239732 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d0e8d0-c773-4064-a451-7c597c9da0b3 x-openstack-request-id: req-a1d0e8d0-c773-4064-a451-7c597c9da0b3 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:47:46.240046 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34928add-a3cf-4745-a1ba-2785ce8b065e", "name": "network-vif-plugged", "status": "completed", "tag": "b839f25f-42e3-4b88-863a-1697eae099d4", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:47:46.240317 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1d0e8d0-c773-4064-a451-7c597c9da0b3 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:47:46.240791 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34928add-a3cf-4745-a1ba-2785ce8b065e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b839f25f-42e3-4b88-863a-1697eae099d4', 'code': 200} Jun 18 19:47:46.266996 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:46.271568 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:46.331303 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=b839f25f-42e3-4b88-863a-1697eae099d4,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:46.334457 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:46.685321 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bb408-2dad-4830-9349-b0717749a3b2 req-df04d429-ded6-46a7-b458-56e60c39815e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:46.686900 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-636bb408-2dad-4830-9349-b0717749a3b2 req-df04d429-ded6-46a7-b458-56e60c39815e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 945 time: 0.0928333 Jun 18 19:47:46.691211 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e97945-fccd-41b2-b715-8a744471993b req-a3e7d80b-2aab-4be9-b00d-ec7e238bda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:46.693922 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-97e97945-fccd-41b2-b715-8a744471993b req-a3e7d80b-2aab-4be9-b00d-ec7e238bda5e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 1098 time: 0.0894177 Jun 18 19:47:46.731601 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-97e97945-fccd-41b2-b715-8a744471993b req-5f64dd55-10fb-488c-a40e-ba69498318fb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308194 Jun 18 19:47:46.746326 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-636bb408-2dad-4830-9349-b0717749a3b2 req-17cb470f-5203-4f77-90b6-bcbb7f9319b4 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522683 Jun 18 19:47:46.979163 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:47.352017 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b4834-4921-42c5-997a-2a1e59fdc753 req-69e163e6-450c-4925-98b7-fbf45ebc48fb tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:47.353645 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8d0b4834-4921-42c5-997a-2a1e59fdc753 req-69e163e6-450c-4925-98b7-fbf45ebc48fb tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0724096 Jun 18 19:47:47.397641 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8d0b4834-4921-42c5-997a-2a1e59fdc753 req-7c3fa1f3-af52-4b4a-9f6d-000f854a24dc tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346429 Jun 18 19:47:47.787793 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38842) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:47.964865 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-bfdbd78b-c522-415f-83bd-1759a544536a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:48.004659 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9263e-7a22-4173-98ea-5edf57249c16 req-d814217b-3de2-4619-ad6c-fb69a590db22 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:48.006229 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e6d9263e-7a22-4173-98ea-5edf57249c16 req-d814217b-3de2-4619-ad6c-fb69a590db22 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 945 time: 0.1060338 Jun 18 19:47:48.100224 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e6d9263e-7a22-4173-98ea-5edf57249c16 req-ad05e92a-5cfb-4e45-940b-8cfe6ae3da3a tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843647 Jun 18 19:47:48.143133 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-bfdbd78b-c522-415f-83bd-1759a544536a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:48.242639 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-bfdbd78b-c522-415f-83bd-1759a544536a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:48.245504 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-5fdae130-1539-43fd-a6bb-eb65b81df89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:48.286371 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdbd78b-c522-415f-83bd-1759a544536a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a257884-a044-4680-af59-b5e3d463b632,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:48.290920 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-bfdbd78b-c522-415f-83bd-1759a544536a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0935659a1bc4332a800bcb9bfae7a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5019569 Jun 18 19:47:48.291868 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-bfdbd78b-c522-415f-83bd-1759a544536a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:48.294595 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 38850) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:48.349813 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:48.374674 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:48.522162 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:48.527108 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:48.529151 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a257884-a044-4680-af59-b5e3d463b632 HTTP/1.1" status: 204 len: 168 time: 0.2333100 Jun 18 19:47:48.530723 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-cb00dc18-709e-4f8b-b3e3-30c0e4d59ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:48.542582 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a257884-a044-4680-af59-b5e3d463b632,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:48.551761 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:48.552414 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:48.552815 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:48.553234 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:48.553540 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:48.554608 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:48.555044 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:48.555415 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:48.555772 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:48.556136 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:48.556517 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:48.556900 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:48.561347 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:48.627817 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723b1ff-ca2e-4b8f-ae13-7cd724949c2e req-81ca9088-4323-4c83-b338-01de6290c9a9 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:48.629499 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e723b1ff-ca2e-4b8f-ae13-7cd724949c2e req-81ca9088-4323-4c83-b338-01de6290c9a9 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1021185 Jun 18 19:47:48.677712 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e723b1ff-ca2e-4b8f-ae13-7cd724949c2e req-0a4dcef3-07d7-4464-9316-b295c87685b2 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419979 Jun 18 19:47:48.910385 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:49.323277 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab8850-2162-49d7-b839-a1f377af2030 req-bd41ea7f-cf3d-4ad3-9b49-5aeb957a24d9 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:49.326529 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-76ab8850-2162-49d7-b839-a1f377af2030 req-bd41ea7f-cf3d-4ad3-9b49-5aeb957a24d9 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 945 time: 0.0924361 Jun 18 19:47:49.385002 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-76ab8850-2162-49d7-b839-a1f377af2030 req-53bc9772-7f83-434f-9b55-4d18356e2d20 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486720 Jun 18 19:47:49.781384 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38884) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:49.895160 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e56bec-b9ff-473d-ba3a-c4720e9f7e9a req-de60856c-36aa-40b1-a8ed-31e273a5e8b2 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:49.897571 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-43e56bec-b9ff-473d-ba3a-c4720e9f7e9a req-de60856c-36aa-40b1-a8ed-31e273a5e8b2 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0808790 Jun 18 19:47:49.925900 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-443352257-network', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:49.963386 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-43e56bec-b9ff-473d-ba3a-c4720e9f7e9a req-34d26cbb-d72b-4884-b45d-7ae97f9f40e4 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581677 Jun 18 19:47:50.031215 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Made reservation on behalf of 96c11db2cb6045afb5fd1b9e3e8220ec for: {'network': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:47:50.033628 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:50.045383 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:50.141050 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:50.270517 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:50.273658 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ae3e8fc9-3bd2-4300-b8c9-576a5ed12d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:50.299025 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=100054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:47:50.309361 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf2f9fc-ba74-430c-9604-34be70a531ba,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:50.315286 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:50.316448 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:50.316820 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.segments_db [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Added segment 7e71a053-4840-4b17-bf39-b1f1993f25ee of type vlan for network 0ca30535-c755-4003-a062-b2936dfb677d Jun 18 19:47:50.363353 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:50.488772 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:50.489349 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:50.489841 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:50.492135 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-9a16dd5c-41c2-4805-9742-75578533a773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:50.584675 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Pushing event updated for resources: {'Network': ['ID=0ca30535-c755-4003-a062-b2936dfb677d,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:50.588198 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:50.597385 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network 0ca30535-c755-4003-a062-b2936dfb677d details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:47:50.618443 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef5e4a-ec1e-4f9f-bb3e-b943695b040b req-aad3960e-5967-454a-9298-60382ca7843c tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:50.619865 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-30ef5e4a-ec1e-4f9f-bb3e-b943695b040b req-aad3960e-5967-454a-9298-60382ca7843c tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 945 time: 0.1139984 Jun 18 19:47:50.625689 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8432002 Jun 18 19:47:50.628933 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 38892) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:50.634958 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-a207ceed-f8c0-44e6-89fc-46a5485c1ffb admin admin] Request body: {'subnet': {'network_id': '0ca30535-c755-4003-a062-b2936dfb677d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-443352257-subnet', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'ip_version': 4}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:50.663279 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-30ef5e4a-ec1e-4f9f-bb3e-b943695b040b req-faaee2ca-8ae6-4f0f-83d8-50bb0755b4a1 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364881 Jun 18 19:47:50.746571 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a207ceed-f8c0-44e6-89fc-46a5485c1ffb admin admin] Made reservation on behalf of 96c11db2cb6045afb5fd1b9e3e8220ec for: {'subnet': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:47:50.749828 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a207ceed-f8c0-44e6-89fc-46a5485c1ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931767'] for subnet, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:50.989701 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-d365c8cc-a1d5-425e-9b49-bab22eb1926e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2085320803&fields=id&tenant_id=6652bca8615b4918af5c7ba0dd64f153 HTTP/1.1" status: 200 len: 267 time: 0.0502329 Jun 18 19:47:51.045233 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a207ceed-f8c0-44e6-89fc-46a5485c1ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27103928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25931749'] for subnet, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:51.083607 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:51.182066 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207ceed-f8c0-44e6-89fc-46a5485c1ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=adde3d0a-521e-40a6-b20a-699d7edb7b7a,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:51.188025 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a207ceed-f8c0-44e6-89fc-46a5485c1ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:51.198502 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a207ceed-f8c0-44e6-89fc-46a5485c1ffb admin admin] Checking segment: {'id': '7e71a053-4840-4b17-bf39-b1f1993f25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:51.199719 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a207ceed-f8c0-44e6-89fc-46a5485c1ffb admin admin] Network hostable DHCP agents. Network: 0ca30535-c755-4003-a062-b2936dfb677d, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:47:51.199889 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fb43f-5e3e-4193-aa95-9a43821656e1 req-77e60423-f819-405e-88fd-22c066ef2ef7 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:51.201486 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-051fb43f-5e3e-4193-aa95-9a43821656e1 req-77e60423-f819-405e-88fd-22c066ef2ef7 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0970349 Jun 18 19:47:51.211650 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-65975d87-4dac-4850-bf86-d87bf5160592 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:51.213185 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-65975d87-4dac-4850-bf86-d87bf5160592 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/networks?id=70789dea-2877-4eee-aed6-d29941fcf770 HTTP/1.1" status: 200 len: 808 time: 0.2107735 Jun 18 19:47:51.237629 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-031611bf-17c9-4cc9-aa75-6e2f27a767b9 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/quotas/6652bca8615b4918af5c7ba0dd64f153 HTTP/1.1" status: 200 len: 375 time: 0.0171700 Jun 18 19:47:51.277113 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-051fb43f-5e3e-4193-aa95-9a43821656e1 req-e614f567-269a-4732-9c19-3868af2ac4b4 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692356 Jun 18 19:47:51.300655 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a207ceed-f8c0-44e6-89fc-46a5485c1ffb admin admin] Network 0ca30535-c755-4003-a062-b2936dfb677d is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:47:51.324566 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-7192d899-49fb-47c3-bf1f-45cca32b3ea9 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6652bca8615b4918af5c7ba0dd64f153&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834846 Jun 18 19:47:51.422397 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-a207ceed-f8c0-44e6-89fc-46a5485c1ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, 0ca30535-c755-4003-a062-b2936dfb677d) {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:51.439583 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89977a0a-0707-429b-9072-0995337d18e8 None None] Network 0ca30535-c755-4003-a062-b2936dfb677d requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:47:51.440574 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a207ceed-f8c0-44e6-89fc-46a5485c1ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:51.441687 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a207ceed-f8c0-44e6-89fc-46a5485c1ffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:51.523289 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-d974c118-5c99-4234-9551-1154fab94fd1 service neutron] 10.222.0.42 "GET /v2.0/networks/70789dea-2877-4eee-aed6-d29941fcf770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719594 Jun 18 19:47:51.576396 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-a207ceed-f8c0-44e6-89fc-46a5485c1ffb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9456654 Jun 18 19:47:51.585058 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 38910) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:51.589583 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-443352257-router', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:51.631921 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96c83322-2471-5313-b219-6ac1ab8aa22b-0ca30535-c755-4003-a062-b2936dfb677d', 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'fixed_ips': [{'subnet_id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a'}]}} from dv-cinder-790535-6-iscsi. {{(pid=100056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:47:51.638695 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:51.654160 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-04b0ed63-211c-478b-a3d7-58d7e695b806 service neutron] 10.222.0.42 "GET /v2.0/networks/70789dea-2877-4eee-aed6-d29941fcf770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234245 Jun 18 19:47:51.728737 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-481455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2920'] for router, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:51.730788 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2915'] for router, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:51.803905 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.db_base_plugin_common [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Allocated IP 172.20.0.2 (0ca30535-c755-4003-a062-b2936dfb677d/adde3d0a-521e-40a6-b20a-699d7edb7b7a/528527c4-c59e-49d4-b2e8-c92dd23403f7) {{(pid=100056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:51.838408 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:51.968348 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Notify callbacks [] for port, precommit_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:51.979660 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Transition to ACTIVE for port object 528527c4-c59e-49d4-b2e8-c92dd23403f7 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:52.000130 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Transition to ACTIVE for port object 528527c4-c59e-49d4-b2e8-c92dd23403f7 will not be triggered until provisioned by entity DHCP. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:52.072425 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:52.077729 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-2df0aeac-e1a1-44f4-b8f8-e2fd1fc132c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:52.111378 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2933'] for router, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:52.111663 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Network 0ca30535-c755-4003-a062-b2936dfb677d is already hosted by enough agents. {{(pid=100056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:52.118083 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.base_scheduler [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Resources bound (agent type, host, resource id): {{(pid=100056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:52.122548 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Received port after_create {{(pid=100056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:52.135174 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Pushing event updated for resources: {'Port': ['ID=528527c4-c59e-49d4-b2e8-c92dd23403f7,revision_number=1']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:52.139035 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:52.188573 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Attempting to bind port 528527c4-c59e-49d4-b2e8-c92dd23403f7 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:47:52.188980 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Attempting to bind port 528527c4-c59e-49d4-b2e8-c92dd23403f7 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '7e71a053-4840-4b17-bf39-b1f1993f25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:47:52.189354 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Attempting to bind port 528527c4-c59e-49d4-b2e8-c92dd23403f7 on network 0ca30535-c755-4003-a062-b2936dfb677d {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:52.194361 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:47:52.194823 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Checking segment: {'id': '7e71a053-4840-4b17-bf39-b1f1993f25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:52.195252 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:52.195651 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Bound using segment: {'id': '7e71a053-4840-4b17-bf39-b1f1993f25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:47:52.196133 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Bound port: 528527c4-c59e-49d4-b2e8-c92dd23403f7, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e71a053-4840-4b17-bf39-b1f1993f25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:47:52.196515 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:52.294042 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] For port 528527c4-c59e-49d4-b2e8-c92dd23403f7, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:47:52.298096 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] For port 528527c4-c59e-49d4-b2e8-c92dd23403f7, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=528527c4-c59e-49d4-b2e8-c92dd23403f7,segment=NetworkSegment(7e71a053-4840-4b17-bf39-b1f1993f25ee),segment_id=7e71a053-4840-4b17-bf39-b1f1993f25ee)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:47:52.370587 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:52.373040 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-fee91d72-b1cc-4ef9-b50f-f8ed244b1428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:52.436503 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:52.465627 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:52.487945 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Pushing event updated for resources: {'Port': ['ID=528527c4-c59e-49d4-b2e8-c92dd23403f7,revision_number=2']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:52.508888 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:52.650804 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c496d50e-5a6c-4324-9d16-78640e0379ba req-718f72bb-cb7a-4ee9-9dff-975c8f58bdb2 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 210 time: 0.3443942 Jun 18 19:47:52.678190 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Allocated IP 172.27.3.48 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/f6018fb6-637b-45f3-89b3-640b5c3608fb) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:52.800267 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b7469-af8f-49c1-aa73-dea857ed5261 req-e3aaa3c4-2299-4436-ba9f-ffb3e25d49bf tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:52.808420 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-bd1b7469-af8f-49c1-aa73-dea857ed5261 req-e3aaa3c4-2299-4436-ba9f-ffb3e25d49bf tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1952717 Jun 18 19:47:52.868842 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-bd1b7469-af8f-49c1-aa73-dea857ed5261 req-10773425-be72-40f1-9d23-e9b7322fd14b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592046 Jun 18 19:47:52.917942 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:53.078336 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27103756'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:53.088341 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-3093eb5e-3ba8-4e79-83d5-a53dfd0d7559 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:53.126443 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:53.128801 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:53.132767 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:53.159092 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Pushing event updated for resources: {'Port': ['ID=f6018fb6-637b-45f3-89b3-640b5c3608fb,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:53.163952 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:53.562330 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:53.588472 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f37de5-8524-4e50-8411-352a8c61387e None None] Network 0ca30535-c755-4003-a062-b2936dfb677d requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:47:53.740817 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-e3ecc8a8-2c7c-41aa-9bb4-7af8c8d46628 None None] Provisioning for port 528527c4-c59e-49d4-b2e8-c92dd23403f7 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:53.785332 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d2d28fc8-9140-4b13-8631-bda57b0ebd05 req-692e9627-fafc-49c0-adc4-76f6365ef3f6 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 210 time: 0.0724669 Jun 18 19:47:53.851173 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624634'] for router, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:54.122627 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283fb7e-8e1d-4a74-a039-fcb8243353a0 req-8e37a00a-4a49-4980-91e1-759e371187b3 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:54.130766 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4283fb7e-8e1d-4a74-a039-fcb8243353a0 req-8e37a00a-4a49-4980-91e1-759e371187b3 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1004119 Jun 18 19:47:54.180354 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4283fb7e-8e1d-4a74-a039-fcb8243353a0 req-bea13687-0bdb-4532-b0aa-7bdcd4ef44b8 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452518 Jun 18 19:47:54.408363 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Router b00daa11-a77f-467c-8f4b-6314bf990f21 is scheduled to L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d with binding_index 1 {{(pid=100055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:47:54.539185 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:47:54.558514 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Sync routers for ids ['b00daa11-a77f-467c-8f4b-6314bf990f21'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:47:54.559638 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 528527c4-c59e-49d4-b2e8-c92dd23403f7 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:54.569135 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Routers {'b00daa11-a77f-467c-8f4b-6314bf990f21'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:54.569801 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:47:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b00daa11-a77f-467c-8f4b-6314bf990f21'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:54.680447 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Set router b00daa11-a77f-467c-8f4b-6314bf990f21 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:54.774036 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Notify callbacks [] for router, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:54.774407 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port 528527c4-c59e-49d4-b2e8-c92dd23403f7 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:54.775361 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1892984 Jun 18 19:47:54.779022 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 38950) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:54.781370 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 528527c4-c59e-49d4-b2e8-c92dd23403f7 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:54.782007 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:54.881141 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'name': 'tempest-TestMinimumBasicScenario-443352257-router', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:51Z', 'updated_at': '2021-06-18T19:47:53Z', 'revision_number': 3, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'gw_port': {'id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:81:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:52Z', 'updated_at': '2021-06-18T19:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:54.946132 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:54.987022 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port 528527c4-c59e-49d4-b2e8-c92dd23403f7, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=528527c4-c59e-49d4-b2e8-c92dd23403f7,segment=NetworkSegment(7e71a053-4840-4b17-bf39-b1f1993f25ee),segment_id=7e71a053-4840-4b17-bf39-b1f1993f25ee)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:55.016671 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Checking router: b00daa11-a77f-467c-8f4b-6314bf990f21 for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:47:55.017326 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Updating router b00daa11-a77f-467c-8f4b-6314bf990f21 port f6018fb6-637b-45f3-89b3-640b5c3608fb binding host dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:47:55.065726 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:55.087851 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:55.097523 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:55.176493 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=528527c4-c59e-49d4-b2e8-c92dd23403f7,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:55.180478 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:55.204549 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1e36f6b6-a1a0-48ee-a93a-71409ecd483f req-8837a101-5bb8-4a8f-832c-03906c875d3d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 210 time: 0.0415809 Jun 18 19:47:55.386852 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Notify callbacks [] for port, precommit_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:55.402588 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.provisioning_blocks [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Transition to ACTIVE for port object f6018fb6-637b-45f3-89b3-640b5c3608fb will not be triggered until provisioned by entity L2. {{(pid=100057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:55.412920 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:55.430865 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e79fa-c9eb-4fc7-a7a1-3f7ce2a1a429 req-6f6fd4c7-4da5-43c6-84a0-ebaa345e6b32 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:55.432448 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-843e79fa-c9eb-4fc7-a7a1-3f7ce2a1a429 req-6f6fd4c7-4da5-43c6-84a0-ebaa345e6b32 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0793660 Jun 18 19:47:55.490608 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:55.496622 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-843e79fa-c9eb-4fc7-a7a1-3f7ce2a1a429 req-5ea8e171-c4ce-4537-8c55-ffdcbb173c8d tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545537 Jun 18 19:47:55.509743 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:55.565175 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Pushing event updated for resources: {'Port': ['ID=f6018fb6-637b-45f3-89b3-640b5c3608fb,revision_number=2']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:55.585725 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:55.586318 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:55.586861 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:55.587413 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:55.587946 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:55.588490 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:55.589089 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:55.589626 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:55.590198 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:55.591403 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:55.592232 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:55.592852 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:55.607485 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:55.614759 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Attempting to bind port f6018fb6-637b-45f3-89b3-640b5c3608fb on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:47:55.615357 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Attempting to bind port f6018fb6-637b-45f3-89b3-640b5c3608fb by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:47:55.615950 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Attempting to bind port f6018fb6-637b-45f3-89b3-640b5c3608fb on network a920a8e0-c5d2-4f11-b036-3e5563c3157d {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:55.625299 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:47:55.625775 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Checking segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:55.626374 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:55.627035 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Bound using segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:47:55.627827 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Bound port: f6018fb6-637b-45f3-89b3-640b5c3608fb, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:47:55.629358 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:55.695705 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-671a8c87-3e79-46ea-bfc0-700dc782a894 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:55.697261 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-671a8c87-3e79-46ea-bfc0-700dc782a894 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.58 "GET /v2.0/networks?id=70789dea-2877-4eee-aed6-d29941fcf770 HTTP/1.1" status: 200 len: 808 time: 0.2059700 Jun 18 19:47:55.725136 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] For port f6018fb6-637b-45f3-89b3-640b5c3608fb, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:47:55.729593 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] For port f6018fb6-637b-45f3-89b3-640b5c3608fb, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=f6018fb6-637b-45f3-89b3-640b5c3608fb,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:47:55.734590 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Allocated IP 172.20.0.1 (0ca30535-c755-4003-a062-b2936dfb677d/adde3d0a-521e-40a6-b20a-699d7edb7b7a/ef50169e-f4fb-42f5-9e8e-146ee9caa00c) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:55.777927 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-0d9bf2c4-3f8f-4dae-8fd4-0b9f3deb26b2 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6652bca8615b4918af5c7ba0dd64f153 HTTP/1.1" status: 200 len: 380 time: 0.0686188 Jun 18 19:47:55.788101 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-abfd7bea-0a44-488a-a4ec-86dc3df91e2e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Request body: {'port': {'device_id': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'admin_state_up': True, 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'security_groups': ['54c300e3-9374-48cb-b249-28012dbbbea3']}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:55.867323 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:55.871183 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:55.941534 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Routers {'b00daa11-a77f-467c-8f4b-6314bf990f21'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:55.942587 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:47:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b00daa11-a77f-467c-8f4b-6314bf990f21'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:55.963635 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:55.987238 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Transition to ACTIVE for port object ef50169e-f4fb-42f5-9e8e-146ee9caa00c will not be triggered until provisioned by entity DHCP. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:56.003259 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Pushing event updated for resources: {'Port': ['ID=f6018fb6-637b-45f3-89b3-640b5c3608fb,revision_number=3']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:56.011718 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:56.070635 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-abfd7bea-0a44-488a-a4ec-86dc3df91e2e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Made reservation on behalf of 6652bca8615b4918af5c7ba0dd64f153 for: {'port': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:47:56.074216 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-abfd7bea-0a44-488a-a4ec-86dc3df91e2e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:56.102472 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:56.107692 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:56.131049 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] Set router b00daa11-a77f-467c-8f4b-6314bf990f21 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:56.190606 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Network 0ca30535-c755-4003-a062-b2936dfb677d is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:56.200145 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:56.207992 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:56.212554 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Pushing event updated for resources: {'Port': ['ID=ef50169e-f4fb-42f5-9e8e-146ee9caa00c,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:56.273284 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:56.273757 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:56.274011 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:56.274376 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:56.274778 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:56.275180 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:56.275539 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:56.275895 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:56.276247 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:56.276593 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:56.276972 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:56.277318 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:56.285691 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:56.311749 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621781'] for router_interface, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:56.385942 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-abfd7bea-0a44-488a-a4ec-86dc3df91e2e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Allocated IP 172.20.0.6 (70789dea-2877-4eee-aed6-d29941fcf770/9a09f1bd-6119-4439-abd6-c18c396dd572/de5ec956-6c8c-43b9-938f-657298054851) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:56.465292 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'name': 'tempest-TestMinimumBasicScenario-443352257-router', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:51Z', 'updated_at': '2021-06-18T19:47:53Z', 'revision_number': 3, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'gw_port': {'id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:81:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:52Z', 'updated_at': '2021-06-18T19:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:56.490929 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b63b62c2-ba43-4c3c-b4b6-ac97d0f19c43 req-3a0f5fe4-2c9d-45e5-8c3a-10831f2764d9 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 210 time: 0.0692992 Jun 18 19:47:56.518494 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d953d3af-d3da-4ed9-9899-a24fbb8ed2d3 None None] The sync data for ids ['b00daa11-a77f-467c-8f4b-6314bf990f21'] in dv-cinder-790535-6-iscsi is: [{'id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'name': 'tempest-TestMinimumBasicScenario-443352257-router', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:51Z', 'updated_at': '2021-06-18T19:47:53Z', 'revision_number': 3, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'gw_port': {'id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:81:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:52Z', 'updated_at': '2021-06-18T19:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:47:56.584716 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 528527c4-c59e-49d4-b2e8-c92dd23403f7 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:56.664826 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-a19e74c4-21fd-4471-bed9-1f5c27c05168 None None] Provisioning for port ef50169e-f4fb-42f5-9e8e-146ee9caa00c completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:56.678868 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-a19e74c4-21fd-4471-bed9-1f5c27c05168 None None] Provisioning complete for port ef50169e-f4fb-42f5-9e8e-146ee9caa00c triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:56.679510 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-a19e74c4-21fd-4471-bed9-1f5c27c05168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:56.722921 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 528527c4-c59e-49d4-b2e8-c92dd23403f7 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:56.723867 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:56.810646 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-a19e74c4-21fd-4471-bed9-1f5c27c05168 None None] Port ef50169e-f4fb-42f5-9e8e-146ee9caa00c cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:47:56.873901 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-abfd7bea-0a44-488a-a4ec-86dc3df91e2e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:56.937803 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:56.941693 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-abfd7bea-0a44-488a-a4ec-86dc3df91e2e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Transition to ACTIVE for port object de5ec956-6c8c-43b9-938f-657298054851 will not be triggered until provisioned by entity DHCP. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:57.066194 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf027281-6b56-4a0a-8ed1-876813e18c3d req-ccc56de6-81da-4e2a-8a91-e21e5fa1381a tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:57.067781 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bf027281-6b56-4a0a-8ed1-876813e18c3d req-ccc56de6-81da-4e2a-8a91-e21e5fa1381a tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.2852826 Jun 18 19:47:57.157993 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-abfd7bea-0a44-488a-a4ec-86dc3df91e2e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:57.162348 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bf027281-6b56-4a0a-8ed1-876813e18c3d req-58bb811c-4acf-4094-ad86-acd27fece71f tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756001 Jun 18 19:47:57.168076 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:57.249962 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-abfd7bea-0a44-488a-a4ec-86dc3df91e2e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Network 70789dea-2877-4eee-aed6-d29941fcf770 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:57.257448 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-abfd7bea-0a44-488a-a4ec-86dc3df91e2e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:57.267094 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-abfd7bea-0a44-488a-a4ec-86dc3df91e2e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:57.276490 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd7bea-0a44-488a-a4ec-86dc3df91e2e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Pushing event updated for resources: {'Port': ['ID=de5ec956-6c8c-43b9-938f-657298054851,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:57.298311 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-abfd7bea-0a44-488a-a4ec-86dc3df91e2e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:57.319906 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:57.340855 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-abfd7bea-0a44-488a-a4ec-86dc3df91e2e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:57.342007 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-abfd7bea-0a44-488a-a4ec-86dc3df91e2e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:57.385303 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:57.390900 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:57.469804 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-abfd7bea-0a44-488a-a4ec-86dc3df91e2e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6852498 Jun 18 19:47:57.508004 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Request body: {'port': {'device_id': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:57.565660 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Pushing event updated for resources: {'Port': ['ID=ef50169e-f4fb-42f5-9e8e-146ee9caa00c,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:57.570199 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:57.574437 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618700'] for router_interface, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:57.636990 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-73dba33e-1ce2-43f5-abca-3f9cdabffae2 None None] Provisioning for port de5ec956-6c8c-43b9-938f-657298054851 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:57.642638 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-73dba33e-1ce2-43f5-abca-3f9cdabffae2 None None] Provisioning complete for port de5ec956-6c8c-43b9-938f-657298054851 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:57.643078 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-73dba33e-1ce2-43f5-abca-3f9cdabffae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:57.744816 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-73dba33e-1ce2-43f5-abca-3f9cdabffae2 None None] Port de5ec956-6c8c-43b9-938f-657298054851 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:47:57.758804 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:57.782868 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14410ebf-9254-431b-afff-bf5bc82d94d1 req-f5f5ebc0-9bd9-410d-896e-0f2845a4c066 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:57.795721 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-14410ebf-9254-431b-afff-bf5bc82d94d1 req-f5f5ebc0-9bd9-410d-896e-0f2845a4c066 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 931 time: 0.0987425 Jun 18 19:47:57.855913 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-14410ebf-9254-431b-afff-bf5bc82d94d1 req-38de94ad-48da-4ca4-8680-5c7a7e11c244 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590506 Jun 18 19:47:57.952867 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Network 0ca30535-c755-4003-a062-b2936dfb677d is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:57.956371 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:58.177023 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Router b00daa11-a77f-467c-8f4b-6314bf990f21 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:47:58.282471 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-0eceebf5-37fe-4042-86ae-051a1d376296 None None] Provisioning complete for port ef50169e-f4fb-42f5-9e8e-146ee9caa00c triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:58.283650 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-0eceebf5-37fe-4042-86ae-051a1d376296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:58.331896 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-0eceebf5-37fe-4042-86ae-051a1d376296 None None] Port ef50169e-f4fb-42f5-9e8e-146ee9caa00c cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:47:58.547281 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5ec956-6c8c-43b9-938f-657298054851 {{(pid=100054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:47:58.560070 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device f6018fb6-637b-45f3-89b3-640b5c3608fb up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:58.565727 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:58.623473 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Transition to ACTIVE for port object de5ec956-6c8c-43b9-938f-657298054851 will not be triggered until provisioned by entity L2. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:58.663277 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:47:58.671678 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] 10.222.0.42 "PUT /v2.0/routers/b00daa11-a77f-467c-8f4b-6314bf990f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8900287 Jun 18 19:47:58.692692 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18297d0-54ea-4da7-b4a2-11b5b5cba084 req-2866990d-3347-474a-9330-5cc9da9482dc tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:58.694285 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b18297d0-54ea-4da7-b4a2-11b5b5cba084 req-2866990d-3347-474a-9330-5cc9da9482dc tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1871378 Jun 18 19:47:58.716621 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:58.720802 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:58.725132 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Sync routers for ids ['b00daa11-a77f-467c-8f4b-6314bf990f21'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:47:58.759548 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Routers {'b00daa11-a77f-467c-8f4b-6314bf990f21'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:58.761154 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:47:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b00daa11-a77f-467c-8f4b-6314bf990f21'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:58.814283 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b18297d0-54ea-4da7-b4a2-11b5b5cba084 req-cf18f57a-4ad5-4702-8b9d-29126ceb36a7 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131198 Jun 18 19:47:58.851382 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Pushing event updated for resources: {'Port': ['ID=de5ec956-6c8c-43b9-938f-657298054851,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:58.877853 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:58.938280 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Set router b00daa11-a77f-467c-8f4b-6314bf990f21 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:58.956493 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Attempting to bind port de5ec956-6c8c-43b9-938f-657298054851 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:47:58.957162 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Attempting to bind port de5ec956-6c8c-43b9-938f-657298054851 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8c761dda-3682-4684-9ba9-e2c1ccbf956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770'}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:47:58.963335 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Attempting to bind port de5ec956-6c8c-43b9-938f-657298054851 on network 70789dea-2877-4eee-aed6-d29941fcf770 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:58.963335 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Port de5ec956-6c8c-43b9-938f-657298054851 on network 70789dea-2877-4eee-aed6-d29941fcf770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:47:58.963335 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Attempting to bind port de5ec956-6c8c-43b9-938f-657298054851 on network 70789dea-2877-4eee-aed6-d29941fcf770 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:58.970271 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:47:58.970821 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Checking segment: {'id': '8c761dda-3682-4684-9ba9-e2c1ccbf956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:58.971479 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Bound using segment: {'id': '8c761dda-3682-4684-9ba9-e2c1ccbf956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770'} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:47:58.972159 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Bound port: de5ec956-6c8c-43b9-938f-657298054851, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c761dda-3682-4684-9ba9-e2c1ccbf956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770'}}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:47:58.972694 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:59.040221 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port f6018fb6-637b-45f3-89b3-640b5c3608fb completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:59.064230 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port f6018fb6-637b-45f3-89b3-640b5c3608fb triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:59.064888 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:59.131073 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] For port de5ec956-6c8c-43b9-938f-657298054851, host hv-cinder-79053, cleared binding levels {{(pid=100054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:47:59.152039 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] For port de5ec956-6c8c-43b9-938f-657298054851, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=de5ec956-6c8c-43b9-938f-657298054851,segment=NetworkSegment(8c761dda-3682-4684-9ba9-e2c1ccbf956b),segment_id=8c761dda-3682-4684-9ba9-e2c1ccbf956b)] {{(pid=100054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:47:59.164447 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b35cbd-e0d3-4466-b109-cbd22595b4d9 req-d5d8e8e8-a41f-4b7f-8967-9ad63aa63541 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:59.166180 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-28b35cbd-e0d3-4466-b109-cbd22595b4d9 req-d5d8e8e8-a41f-4b7f-8967-9ad63aa63541 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.1136863 Jun 18 19:47:59.232941 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-28b35cbd-e0d3-4466-b109-cbd22595b4d9 req-3c3d2e9e-a0b5-4c3d-af62-be0136eda6a0 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571280 Jun 18 19:47:59.244144 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:59.246192 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:59.251841 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:59.279612 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:59.279612 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:59.279612 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] 10.222.0.58 "PUT /v2.0/ports/de5ec956-6c8c-43b9-938f-657298054851 HTTP/1.1" status: 200 len: 1093 time: 1.7812910 Jun 18 19:47:59.301784 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'tag': 'de5ec956-6c8c-43b9-938f-657298054851'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:47:59.304346 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6932b22-5614-4181-8135-8cbb5c88c5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "81e0db8a-5a66-4db9-802c-0bc8a868b59f", "tag": "de5ec956-6c8c-43b9-938f-657298054851"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:47:59.305055 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port f6018fb6-637b-45f3-89b3-640b5c3608fb, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=f6018fb6-637b-45f3-89b3-640b5c3608fb,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:59.327158 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'name': 'tempest-TestMinimumBasicScenario-443352257-router', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:51Z', 'updated_at': '2021-06-18T19:47:56Z', 'revision_number': 4, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'gw_port': {'id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:81:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:52Z', 'updated_at': '2021-06-18T19:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'ef50169e-f4fb-42f5-9e8e-146ee9caa00c', 'name': '', 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'mac_address': 'fa:16:3e:84:b9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:55Z', 'updated_at': '2021-06-18T19:47:57Z', 'revision_number': 2, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'subnets': [{'id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:59.368763 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Pushing event updated for resources: {'Port': ['ID=de5ec956-6c8c-43b9-938f-657298054851,revision_number=3']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:59.374517 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:59.376209 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d5c62a-7763-46b0-adf6-f672e67ee170 x-openstack-request-id: req-82d5c62a-7763-46b0-adf6-f672e67ee170 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:47:59.387976 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e0db8a-5a66-4db9-802c-0bc8a868b59f", "tag": "de5ec956-6c8c-43b9-938f-657298054851", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:47:59.387976 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82d5c62a-7763-46b0-adf6-f672e67ee170 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:47:59.387976 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'tag': 'de5ec956-6c8c-43b9-938f-657298054851', 'status': 'completed', 'code': 200} Jun 18 19:47:59.398057 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Checking router: b00daa11-a77f-467c-8f4b-6314bf990f21 for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:47:59.398365 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Updating router b00daa11-a77f-467c-8f4b-6314bf990f21 port ef50169e-f4fb-42f5-9e8e-146ee9caa00c binding host dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:47:59.400530 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:59.404132 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:59.472326 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:59.496163 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6932b22-5614-4181-8135-8cbb5c88c5d6 req-54f04c89-29c1-4ded-b280-b11fe4c236ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:59.498622 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e6932b22-5614-4181-8135-8cbb5c88c5d6 req-54f04c89-29c1-4ded-b280-b11fe4c236ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6652bca8615b4918af5c7ba0dd64f153&device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 1096 time: 0.0785160 Jun 18 19:47:59.502152 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=f6018fb6-637b-45f3-89b3-640b5c3608fb,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:59.505908 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:59.675322 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6932b22-5614-4181-8135-8cbb5c88c5d6 req-35d3e721-a371-46ad-aadf-00778ec4dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:59.678794 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e6932b22-5614-4181-8135-8cbb5c88c5d6 req-35d3e721-a371-46ad-aadf-00778ec4dfff service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=6652bca8615b4918af5c7ba0dd64f153&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1618385 Jun 18 19:47:59.732986 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 39004) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:59.741064 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1955610875-network', 'tenant_id': '10e31c9449a64c26a6896434f6839db4'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:59.804830 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6932b22-5614-4181-8135-8cbb5c88c5d6 req-69d866ec-279b-49c9-bfa5-a8e09a943b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:59.806311 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e6932b22-5614-4181-8135-8cbb5c88c5d6 req-69d866ec-279b-49c9-bfa5-a8e09a943b36 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1179030 Jun 18 19:47:59.845764 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Notify callbacks [] for port, precommit_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:59.857987 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Transition to ACTIVE for port object ef50169e-f4fb-42f5-9e8e-146ee9caa00c will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:59.913952 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-5bedb8a4-b019-4e62-abdd-fea7b00ef2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:59.915446 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-5bedb8a4-b019-4e62-abdd-fea7b00ef2bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6652bca8615b4918af5c7ba0dd64f153&device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 1096 time: 0.0557401 Jun 18 19:47:59.933263 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Made reservation on behalf of 10e31c9449a64c26a6896434f6839db4 for: {'network': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:47:59.936916 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:59.946305 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:59.984652 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:59.984652 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-9ff13834-a82a-47b3-9436-9add32e255ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:59.985293 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-a1b2afc8-49c3-4441-86ec-9283f82eac2a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de5ec956-6c8c-43b9-938f-657298054851 HTTP/1.1" status: 200 len: 217 time: 0.0585480 Jun 18 19:48:00.073272 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:00.083918 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-8bc0f4ff-3066-480e-b26d-29ef6450533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:00.085463 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-8bc0f4ff-3066-480e-b26d-29ef6450533e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a09f1bd-6119-4439-abd6-c18c396dd572 HTTP/1.1" status: 200 len: 847 time: 0.0766740 Jun 18 19:48:00.121502 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a7e7f-9d99-4dcf-b276-ce7873a26e8f None None] Pushing event updated for resources: {'Port': ['ID=ef50169e-f4fb-42f5-9e8e-146ee9caa00c,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:00.127128 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-836a7e7f-9d99-4dcf-b276-ce7873a26e8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:00.151212 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20235827-a0d3-464f-a410-cfaf6d9d3070 req-7bfe0a47-9a04-442f-90a1-b3042859b98c tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:00.152785 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-20235827-a0d3-464f-a410-cfaf6d9d3070 req-7bfe0a47-9a04-442f-90a1-b3042859b98c tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1783414 Jun 18 19:48:00.186186 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:00.193038 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Attempting to bind port ef50169e-f4fb-42f5-9e8e-146ee9caa00c on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:48:00.193513 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Attempting to bind port ef50169e-f4fb-42f5-9e8e-146ee9caa00c by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '7e71a053-4840-4b17-bf39-b1f1993f25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:48:00.193686 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-b2c66267-b433-4cfb-8f6d-ac4d630c6ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:00.194616 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Attempting to bind port ef50169e-f4fb-42f5-9e8e-146ee9caa00c on network 0ca30535-c755-4003-a062-b2936dfb677d {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:48:00.201428 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:48:00.203239 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Checking segment: {'id': '7e71a053-4840-4b17-bf39-b1f1993f25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:48:00.203239 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:00.203900 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Bound using segment: {'id': '7e71a053-4840-4b17-bf39-b1f1993f25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:48:00.204331 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Bound port: ef50169e-f4fb-42f5-9e8e-146ee9caa00c, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e71a053-4840-4b17-bf39-b1f1993f25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:48:00.204848 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:00.240598 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-20235827-a0d3-464f-a410-cfaf6d9d3070 req-0a24bef0-1fb3-4957-ae6c-1e446cda5eb9 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789204 Jun 18 19:48:00.243810 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=100055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:48:00.264196 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:00.265000 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.segments_db [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Added segment 2fb94858-84d6-4831-85e9-4ca82c0d1b13 of type vlan for network bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7 Jun 18 19:48:00.274405 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-b74c214b-9703-4c90-8219-a1a7f14c0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:00.283301 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-b74c214b-9703-4c90-8219-a1a7f14c0162 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70789dea-2877-4eee-aed6-d29941fcf770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1868815 Jun 18 19:48:00.305328 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] For port ef50169e-f4fb-42f5-9e8e-146ee9caa00c, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:48:00.308224 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] For port ef50169e-f4fb-42f5-9e8e-146ee9caa00c, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=ef50169e-f4fb-42f5-9e8e-146ee9caa00c,segment=NetworkSegment(7e71a053-4840-4b17-bf39-b1f1993f25ee),segment_id=7e71a053-4840-4b17-bf39-b1f1993f25ee)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:48:00.321811 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765299aa-2f31-4ba4-8371-73a410d7c753,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:00.337376 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:00.359475 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:00.396750 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:00.399980 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:00.466948 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Routers {'b00daa11-a77f-467c-8f4b-6314bf990f21'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:48:00.471788 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:47:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b00daa11-a77f-467c-8f4b-6314bf990f21'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:00.482120 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:00.484952 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:00.485936 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:00.488134 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-50d912e0-eceb-4148-bb32-5609babd9bba service neutron] 10.222.0.58 "GET /v2.0/networks/70789dea-2877-4eee-aed6-d29941fcf770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787951 Jun 18 19:48:00.490189 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-00ea927a-a14b-4fbe-80f1-9f68a4ef1184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:00.577595 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a7e7f-9d99-4dcf-b276-ce7873a26e8f None None] Pushing event updated for resources: {'Port': ['ID=ef50169e-f4fb-42f5-9e8e-146ee9caa00c,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:00.586929 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Pushing event updated for resources: {'Network': ['ID=bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:00.588455 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-836a7e7f-9d99-4dcf-b276-ce7873a26e8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:00.591241 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:00.606836 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd9944-3ef3-4ee8-8a77-579e24e8b007 req-5cd7145e-74dd-413f-b902-752bf086020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:00.610463 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-72fd9944-3ef3-4ee8-8a77-579e24e8b007 req-5cd7145e-74dd-413f-b902-752bf086020a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 1098 time: 0.1939235 Jun 18 19:48:00.647114 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] Set router b00daa11-a77f-467c-8f4b-6314bf990f21 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:48:00.683187 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-72fd9944-3ef3-4ee8-8a77-579e24e8b007 req-63361f7e-5b83-4400-9f02-ce34c87c9339 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642834 Jun 18 19:48:00.696693 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9581304 Jun 18 19:48:00.698606 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7 details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:48:00.701259 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device f6018fb6-637b-45f3-89b3-640b5c3608fb up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:48:00.702481 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 39014) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:00.715283 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-99416494-2ef2-44e7-b2af-aa0c4cecc410 admin admin] Request body: {'subnet': {'network_id': 'bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1955610875-subnet', 'tenant_id': '10e31c9449a64c26a6896434f6839db4', 'ip_version': 4}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:00.778191 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7dfb2-06b1-427a-8713-77114dd23433 req-b50de48c-932e-40c2-a612-85cfa3b99bf5 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:00.778191 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a7c7dfb2-06b1-427a-8713-77114dd23433 req-b50de48c-932e-40c2-a612-85cfa3b99bf5 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.3034194 Jun 18 19:48:00.782936 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5eca2cf8-c237-414f-b5da-6a4c7f6ce7f7 req-c17d896d-ed01-4412-b6f1-3158bbfe00a1 service neutron] 10.222.0.58 "GET /v2.0/networks/70789dea-2877-4eee-aed6-d29941fcf770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557275 Jun 18 19:48:00.833742 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a7c7dfb2-06b1-427a-8713-77114dd23433 req-c6736d65-551e-43d4-bf7b-75545e5202f3 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428612 Jun 18 19:48:00.835732 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99416494-2ef2-44e7-b2af-aa0c4cecc410 admin admin] Made reservation on behalf of 10e31c9449a64c26a6896434f6839db4 for: {'subnet': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:48:00.838235 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-99416494-2ef2-44e7-b2af-aa0c4cecc410 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931767'] for subnet, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:00.942911 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port f6018fb6-637b-45f3-89b3-640b5c3608fb triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:00.943756 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:01.099342 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-99416494-2ef2-44e7-b2af-aa0c4cecc410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27103928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25931749'] for subnet, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:01.102606 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:01.118425 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'name': 'tempest-TestMinimumBasicScenario-443352257-router', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:51Z', 'updated_at': '2021-06-18T19:47:56Z', 'revision_number': 4, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'gw_port': {'id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:52Z', 'updated_at': '2021-06-18T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'ef50169e-f4fb-42f5-9e8e-146ee9caa00c', 'name': '', 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'mac_address': 'fa:16:3e:84:b9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:55Z', 'updated_at': '2021-06-18T19:48:00Z', 'revision_number': 4, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'subnets': [{'id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:01.156423 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99416494-2ef2-44e7-b2af-aa0c4cecc410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eeb972f-43a3-4e1c-a357-7f8876738f08,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:01.160643 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-99416494-2ef2-44e7-b2af-aa0c4cecc410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:01.167735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99279d-0979-4bf7-9afb-33bd73222b8a None None] The sync data for ids ['b00daa11-a77f-467c-8f4b-6314bf990f21'] in dv-cinder-790535-6-iscsi is: [{'id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'name': 'tempest-TestMinimumBasicScenario-443352257-router', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:51Z', 'updated_at': '2021-06-18T19:47:56Z', 'revision_number': 4, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'gw_port': {'id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:52Z', 'updated_at': '2021-06-18T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'ef50169e-f4fb-42f5-9e8e-146ee9caa00c', 'name': '', 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'mac_address': 'fa:16:3e:84:b9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:55Z', 'updated_at': '2021-06-18T19:48:00Z', 'revision_number': 4, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'subnets': [{'id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:48:01.174791 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99416494-2ef2-44e7-b2af-aa0c4cecc410 admin admin] Checking segment: {'id': '2fb94858-84d6-4831-85e9-4ca82c0d1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:48:01.175408 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99416494-2ef2-44e7-b2af-aa0c4cecc410 admin admin] Network hostable DHCP agents. Network: bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:48:01.657487 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a0e4d-45b0-4e6a-a2ee-aad5b420bea3 req-8a479b18-7c3a-4a96-b64b-60c957e2c700 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:01.657487 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f12a0e4d-45b0-4e6a-a2ee-aad5b420bea3 req-8a479b18-7c3a-4a96-b64b-60c957e2c700 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0750592 Jun 18 19:48:01.657487 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f12a0e4d-45b0-4e6a-a2ee-aad5b420bea3 req-607c4515-71d4-4a2b-809d-54fbe2bb7396 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469491 Jun 18 19:48:02.059653 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011df25-28fd-4c85-a0ed-4f898831cf6b req-4a932be8-e461-4450-8180-e0bd5b4cefd0 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:02.061386 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9011df25-28fd-4c85-a0ed-4f898831cf6b req-4a932be8-e461-4450-8180-e0bd5b4cefd0 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.1009638 Jun 18 19:48:02.107950 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9011df25-28fd-4c85-a0ed-4f898831cf6b req-b26ef65e-29c9-4530-ada3-e8e8819e5d59 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366967 Jun 18 19:48:02.185116 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99416494-2ef2-44e7-b2af-aa0c4cecc410 admin admin] Network bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7 is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:48:02.293469 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-99416494-2ef2-44e7-b2af-aa0c4cecc410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7) {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:48:02.302527 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99416494-2ef2-44e7-b2af-aa0c4cecc410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:02.302527 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-99416494-2ef2-44e7-b2af-aa0c4cecc410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:02.305048 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0cbd11-3be1-4233-908d-00c1fd9551fc None None] Network bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:48:02.392555 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-99416494-2ef2-44e7-b2af-aa0c4cecc410 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6884246 Jun 18 19:48:02.395181 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 39028) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:02.407675 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1955610875-router', 'tenant_id': '10e31c9449a64c26a6896434f6839db4', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:02.493601 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a3598bf0-73ec-48f4-bc94-00e47508a5f6 req-b99a4eb4-f07e-4994-b67a-bb379a1e7509 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791576 Jun 18 19:48:02.636147 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3598bf0-73ec-48f4-bc94-00e47508a5f6 req-d974a795-e73c-4d89-ab24-6316d920eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:02.636147 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a3598bf0-73ec-48f4-bc94-00e47508a5f6 req-d974a795-e73c-4d89-ab24-6316d920eda8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90cd5f62f1a84defa1047fe8db0a4ff6&device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 1098 time: 0.1138461 Jun 18 19:48:02.657205 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device ef50169e-f4fb-42f5-9e8e-146ee9caa00c up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:48:02.665018 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-481455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2920'] for router, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:02.665943 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2915'] for router, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:02.782803 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:02.869397 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96c83322-2471-5313-b219-6ac1ab8aa22b-bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7', 'network_id': 'bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7', 'tenant_id': '10e31c9449a64c26a6896434f6839db4', 'fixed_ips': [{'subnet_id': '1eeb972f-43a3-4e1c-a357-7f8876738f08'}]}} from dv-cinder-790535-6-iscsi. {{(pid=100056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:48:02.870603 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:02.964971 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3598bf0-73ec-48f4-bc94-00e47508a5f6 req-d6425625-6726-4696-baaa-ead0adafec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:02.968017 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a3598bf0-73ec-48f4-bc94-00e47508a5f6 req-d6425625-6726-4696-baaa-ead0adafec99 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f000376-940a-40a6-93f6-2f7562cb6ac7 HTTP/1.1" status: 200 len: 920 time: 0.2800918 Jun 18 19:48:03.006288 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port ef50169e-f4fb-42f5-9e8e-146ee9caa00c completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:48:03.016066 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port ef50169e-f4fb-42f5-9e8e-146ee9caa00c triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:03.016448 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:03.021286 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a3598bf0-73ec-48f4-bc94-00e47508a5f6 req-69187852-67ef-4213-9dda-69686a3f0aa9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e70a847a-bd54-40fb-ac1c-ec02b346e879 HTTP/1.1" status: 200 len: 217 time: 0.0424702 Jun 18 19:48:03.115478 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2933'] for router, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:03.116804 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557814b-ee77-412e-b255-7440e99b6264 req-638b3977-b4c1-4b3a-b937-d7e71c0ee099 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:03.118504 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0557814b-ee77-412e-b255-7440e99b6264 req-638b3977-b4c1-4b3a-b937-d7e71c0ee099 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.2215362 Jun 18 19:48:03.146903 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.db_base_plugin_common [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Allocated IP 172.20.0.2 (bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7/1eeb972f-43a3-4e1c-a357-7f8876738f08/bb04bfaa-9696-4747-83c5-a3055450103d) {{(pid=100056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:48:03.161257 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3598bf0-73ec-48f4-bc94-00e47508a5f6 req-36c0ca3e-ad7c-47a5-8dee-9473187a55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:03.163307 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a3598bf0-73ec-48f4-bc94-00e47508a5f6 req-36c0ca3e-ad7c-47a5-8dee-9473187a55d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=787961a9-531b-4f4b-9190-811f42fc2d49 HTTP/1.1" status: 200 len: 859 time: 0.1333547 Jun 18 19:48:03.221749 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:03.229867 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a3598bf0-73ec-48f4-bc94-00e47508a5f6 req-5c4d5bb9-5a0f-4e1d-adda-1d97ab29113b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f000376-940a-40a6-93f6-2f7562cb6ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560436 Jun 18 19:48:03.234302 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0557814b-ee77-412e-b255-7440e99b6264 req-8c22a4fe-d575-409d-82b0-cc4ef4625103 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018581 Jun 18 19:48:03.385035 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port ef50169e-f4fb-42f5-9e8e-146ee9caa00c, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=ef50169e-f4fb-42f5-9e8e-146ee9caa00c,segment=NetworkSegment(7e71a053-4840-4b17-bf39-b1f1993f25ee),segment_id=7e71a053-4840-4b17-bf39-b1f1993f25ee)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:03.386680 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a3598bf0-73ec-48f4-bc94-00e47508a5f6 req-e188ba11-7361-4d2b-9890-76f67402b54d service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448331 Jun 18 19:48:03.392998 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Notify callbacks [] for port, precommit_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:03.404821 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Transition to ACTIVE for port object bb04bfaa-9696-4747-83c5-a3055450103d will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:48:03.441453 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Transition to ACTIVE for port object bb04bfaa-9696-4747-83c5-a3055450103d will not be triggered until provisioned by entity DHCP. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:48:03.457580 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed6bde-6511-4c40-af44-6268f1dd6ce6 req-3fba1c2c-6bd3-4330-9644-55841cd6c557 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:03.462397 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b6ed6bde-6511-4c40-af44-6268f1dd6ce6 req-3fba1c2c-6bd3-4330-9644-55841cd6c557 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.2124693 Jun 18 19:48:03.487169 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:03.489658 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-2390219d-1f2d-4112-95e5-41ec311957a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:03.543416 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b6ed6bde-6511-4c40-af44-6268f1dd6ce6 req-19e210f2-63ff-44a1-8697-76a758dafeca tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721247 Jun 18 19:48:03.562483 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:03.582194 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a3598bf0-73ec-48f4-bc94-00e47508a5f6 req-d6983c88-b346-40df-adfe-336f84034522 service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875012 Jun 18 19:48:03.594463 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Network bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7 is already hosted by enough agents. {{(pid=100056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:48:03.610538 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.base_scheduler [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Resources bound (agent type, host, resource id): {{(pid=100056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:48:03.616388 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Received port after_create {{(pid=100056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:48:03.625248 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=ef50169e-f4fb-42f5-9e8e-146ee9caa00c,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:03.651700 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:03.655713 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:03.714251 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:03.739896 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:03.773688 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Attempting to bind port bb04bfaa-9696-4747-83c5-a3055450103d on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:48:03.774292 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Attempting to bind port bb04bfaa-9696-4747-83c5-a3055450103d by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '2fb94858-84d6-4831-85e9-4ca82c0d1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:48:03.774876 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Attempting to bind port bb04bfaa-9696-4747-83c5-a3055450103d on network bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7 {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:48:03.790395 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Pushing event updated for resources: {'Port': ['ID=bb04bfaa-9696-4747-83c5-a3055450103d,revision_number=1']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:03.794161 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:48:03.794882 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Checking segment: {'id': '2fb94858-84d6-4831-85e9-4ca82c0d1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:48:03.795428 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:03.795851 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Bound using segment: {'id': '2fb94858-84d6-4831-85e9-4ca82c0d1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:48:03.796349 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Bound port: bb04bfaa-9696-4747-83c5-a3055450103d, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb94858-84d6-4831-85e9-4ca82c0d1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:48:03.797871 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:03.810709 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:03.896927 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] For port bb04bfaa-9696-4747-83c5-a3055450103d, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:48:03.901769 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] For port bb04bfaa-9696-4747-83c5-a3055450103d, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=bb04bfaa-9696-4747-83c5-a3055450103d,segment=NetworkSegment(2fb94858-84d6-4831-85e9-4ca82c0d1b13),segment_id=2fb94858-84d6-4831-85e9-4ca82c0d1b13)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:48:03.941890 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Allocated IP 172.27.3.73 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/a4ebcc80-8d60-4194-bb56-448c7cb2327d) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:48:03.979658 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:03.982798 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-4343dd9f-9c8d-4e5b-a3eb-125e9521170d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:04.098009 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Pushing event updated for resources: {'Port': ['ID=bb04bfaa-9696-4747-83c5-a3055450103d,revision_number=2']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:04.109451 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:04.197353 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d05a6-5f75-410b-abbf-0e7da73c9cb7 req-bd246547-2b09-497b-91c2-a0e3ed3dbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:04.203855 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e50d05a6-5f75-410b-abbf-0e7da73c9cb7 req-bd246547-2b09-497b-91c2-a0e3ed3dbb71 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90cd5f62f1a84defa1047fe8db0a4ff6&device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 1098 time: 0.1083751 Jun 18 19:48:04.215042 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:04.318671 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ddf29-4c13-4627-945c-90fabf98826f req-cb359f06-8131-47f9-afeb-d118eb7914d1 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:04.318671 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0f5ddf29-4c13-4627-945c-90fabf98826f req-cb359f06-8131-47f9-afeb-d118eb7914d1 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1725619 Jun 18 19:48:04.375656 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0f5ddf29-4c13-4627-945c-90fabf98826f req-027c18f2-b78d-4824-a8de-513d68609c52 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620339 Jun 18 19:48:04.378659 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d05a6-5f75-410b-abbf-0e7da73c9cb7 req-27a0d8a0-663d-4b3e-a745-f216ba7f8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:04.387605 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e50d05a6-5f75-410b-abbf-0e7da73c9cb7 req-27a0d8a0-663d-4b3e-a745-f216ba7f8327 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f000376-940a-40a6-93f6-2f7562cb6ac7 HTTP/1.1" status: 200 len: 920 time: 0.1630843 Jun 18 19:48:04.453210 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e50d05a6-5f75-410b-abbf-0e7da73c9cb7 req-2e850b13-f540-4661-92d1-f69c24e558c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e70a847a-bd54-40fb-ac1c-ec02b346e879 HTTP/1.1" status: 200 len: 217 time: 0.0591562 Jun 18 19:48:04.513607 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27103756'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:04.513607 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:04.523234 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d05a6-5f75-410b-abbf-0e7da73c9cb7 req-19b38774-a1cc-46c5-baa1-fd00b97ae519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:04.525016 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e50d05a6-5f75-410b-abbf-0e7da73c9cb7 req-19b38774-a1cc-46c5-baa1-fd00b97ae519 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=787961a9-531b-4f4b-9190-811f42fc2d49 HTTP/1.1" status: 200 len: 859 time: 0.0611222 Jun 18 19:48:04.615932 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e50d05a6-5f75-410b-abbf-0e7da73c9cb7 req-fa6a14eb-0133-49a5-9d0e-15e5dd6862c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f000376-940a-40a6-93f6-2f7562cb6ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763500 Jun 18 19:48:04.678611 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:48:04.690672 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:48:04.708620 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:48:04.770165 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Pushing event updated for resources: {'Port': ['ID=a4ebcc80-8d60-4194-bb56-448c7cb2327d,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:04.775327 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:04.808257 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device bb04bfaa-9696-4747-83c5-a3055450103d up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:48:04.818711 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e50d05a6-5f75-410b-abbf-0e7da73c9cb7 req-13afdfdc-7d8e-4d8e-bf4e-1d6b6f5d20b5 service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945539 Jun 18 19:48:04.945499 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e50d05a6-5f75-410b-abbf-0e7da73c9cb7 req-fa5c9915-86de-4357-b318-87b399297486 service neutron] 10.222.0.58 "GET /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122639 Jun 18 19:48:04.971683 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb40278-04ff-4e7d-9b87-6bee4fe46087 req-25ca7f24-4a91-492b-b584-96d8d8b4220d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:04.973335 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-aeb40278-04ff-4e7d-9b87-6bee4fe46087 req-25ca7f24-4a91-492b-b584-96d8d8b4220d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.1413231 Jun 18 19:48:05.030218 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port bb04bfaa-9696-4747-83c5-a3055450103d completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:48:05.032851 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-aeb40278-04ff-4e7d-9b87-6bee4fe46087 req-21b4cc20-142e-43b4-aea4-0e3b2aff0d1a tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513825 Jun 18 19:48:05.036159 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device ef50169e-f4fb-42f5-9e8e-146ee9caa00c up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:48:05.098803 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port ef50169e-f4fb-42f5-9e8e-146ee9caa00c triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:05.098803 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:05.182021 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:05.467871 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624634'] for router, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:05.528576 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270cce6f-ba5d-4a21-9d64-376fe741e645 None None] Network bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:48:05.680808 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1a2b5-1946-41c5-b8ec-67ef35b549af req-74169209-7144-4441-8c6a-9f94f83c0faf tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:05.685993 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d8f1a2b5-1946-41c5-b8ec-67ef35b549af req-74169209-7144-4441-8c6a-9f94f83c0faf tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1427710 Jun 18 19:48:05.710984 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-603a53d1-c166-463a-a9ce-a023b1e36956 None None] Provisioning for port bb04bfaa-9696-4747-83c5-a3055450103d completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:48:05.719760 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-603a53d1-c166-463a-a9ce-a023b1e36956 None None] Provisioning complete for port bb04bfaa-9696-4747-83c5-a3055450103d triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:05.720151 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-603a53d1-c166-463a-a9ce-a023b1e36956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:05.771527 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d8f1a2b5-1946-41c5-b8ec-67ef35b549af req-be1709ad-463d-4ef7-bac6-caa67294a15d tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746658 Jun 18 19:48:05.846939 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-603a53d1-c166-463a-a9ce-a023b1e36956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:05.847491 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Router f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d is scheduled to L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d with binding_index 1 {{(pid=100055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:48:05.901625 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-603a53d1-c166-463a-a9ce-a023b1e36956 None None] For port bb04bfaa-9696-4747-83c5-a3055450103d, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=bb04bfaa-9696-4747-83c5-a3055450103d,segment=NetworkSegment(2fb94858-84d6-4831-85e9-4ca82c0d1b13),segment_id=2fb94858-84d6-4831-85e9-4ca82c0d1b13)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:05.975030 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:48:05.979312 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-603a53d1-c166-463a-a9ce-a023b1e36956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:05.983319 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:05.990228 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Sync routers for ids ['f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:48:06.021849 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Routers {'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:48:06.023005 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:47:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:06.053074 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a53d1-c166-463a-a9ce-a023b1e36956 None None] Pushing event updated for resources: {'Port': ['ID=bb04bfaa-9696-4747-83c5-a3055450103d,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:06.056347 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-603a53d1-c166-463a-a9ce-a023b1e36956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:06.087740 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Notify callbacks [] for router, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:06.089797 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6927867 Jun 18 19:48:06.093385 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 39076) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:06.138194 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-9a3e5565-a49a-4092-b6db-022438b98774 None None] Provisioning complete for port bb04bfaa-9696-4747-83c5-a3055450103d triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:06.138713 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-9a3e5565-a49a-4092-b6db-022438b98774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:06.155469 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Set router f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:48:06.317977 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:06.323023 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5eca7-284e-4613-b7b3-50996eedbfda req-6ba41eaf-73e4-41f7-8c59-6e9aed7913ae tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:06.325459 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81b5eca7-284e-4613-b7b3-50996eedbfda req-6ba41eaf-73e4-41f7-8c59-6e9aed7913ae tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.1502800 Jun 18 19:48:06.386134 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'name': 'tempest-TestMinimumBasicScenario-1955610875-router', 'tenant_id': '10e31c9449a64c26a6896434f6839db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:48:02Z', 'updated_at': '2021-06-18T19:48:04Z', 'revision_number': 3, 'project_id': '10e31c9449a64c26a6896434f6839db4', 'gw_port': {'id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:48:03Z', 'updated_at': '2021-06-18T19:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:06.419826 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Checking router: f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:48:06.420424 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Updating router f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d port a4ebcc80-8d60-4194-bb56-448c7cb2327d binding host dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:48:06.457265 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:06.497831 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81b5eca7-284e-4613-b7b3-50996eedbfda req-5d478f3d-9e8f-418c-9c94-5cbaba034a4c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534162 Jun 18 19:48:06.595707 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device bb04bfaa-9696-4747-83c5-a3055450103d up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:48:06.668379 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port bb04bfaa-9696-4747-83c5-a3055450103d triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:06.669018 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:06.812783 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:06.901702 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Notify callbacks [] for port, precommit_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:06.927453 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.provisioning_blocks [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Transition to ACTIVE for port object a4ebcc80-8d60-4194-bb56-448c7cb2327d will not be triggered until provisioned by entity L2. {{(pid=100057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:48:07.018793 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:07.034330 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-be05bb89-7213-4816-bd89-6981acdd8959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:07.056273 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Allocated IP 172.20.0.1 (bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7/1eeb972f-43a3-4e1c-a357-7f8876738f08/02d4296e-a92c-4b5e-8b53-6eb82f5db3f4) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:48:07.083629 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73395b-e1b4-43b5-99a9-acbb9c7a9441 req-f9052643-cb25-48e7-858e-35c4b7bdbc88 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:07.085946 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ca73395b-e1b4-43b5-99a9-acbb9c7a9441 req-f9052643-cb25-48e7-858e-35c4b7bdbc88 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0829139 Jun 18 19:48:07.089361 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac288a4-a6c4-4aa7-b1d0-2c4fd9fd5c6d None None] Pushing event updated for resources: {'Port': ['ID=a4ebcc80-8d60-4194-bb56-448c7cb2327d,revision_number=2']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:07.099582 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-8ac288a4-a6c4-4aa7-b1d0-2c4fd9fd5c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:07.113075 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Attempting to bind port a4ebcc80-8d60-4194-bb56-448c7cb2327d on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:48:07.113544 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Attempting to bind port a4ebcc80-8d60-4194-bb56-448c7cb2327d by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:48:07.113978 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Attempting to bind port a4ebcc80-8d60-4194-bb56-448c7cb2327d on network a920a8e0-c5d2-4f11-b036-3e5563c3157d {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:48:07.119679 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:48:07.120171 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Checking segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:48:07.120765 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:07.121396 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Bound using segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:48:07.122356 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Bound port: a4ebcc80-8d60-4194-bb56-448c7cb2327d, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:48:07.122516 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:07.142438 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ca73395b-e1b4-43b5-99a9-acbb9c7a9441 req-37f447df-f5ff-48d8-8e0a-c72609bc4ff0 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425992 Jun 18 19:48:07.187723 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] For port a4ebcc80-8d60-4194-bb56-448c7cb2327d, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:48:07.193635 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] For port a4ebcc80-8d60-4194-bb56-448c7cb2327d, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=a4ebcc80-8d60-4194-bb56-448c7cb2327d,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:48:07.243755 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:07.252482 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-80e753df-148f-4398-a5a8-8c27443a41f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:07.329304 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Routers {'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:48:07.329964 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:47:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:07.530676 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac288a4-a6c4-4aa7-b1d0-2c4fd9fd5c6d None None] Pushing event updated for resources: {'Port': ['ID=a4ebcc80-8d60-4194-bb56-448c7cb2327d,revision_number=3']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:07.534042 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-8ac288a4-a6c4-4aa7-b1d0-2c4fd9fd5c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:07.585223 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:07.601466 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Transition to ACTIVE for port object 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 will not be triggered until provisioned by entity DHCP. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:48:07.632317 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] Set router f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:48:07.719504 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6630e4-a37d-424b-8f48-e244070acd16 req-fd084fbb-e6c4-4732-836a-c4b69281f928 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:07.720939 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9b6630e4-a37d-424b-8f48-e244070acd16 req-fd084fbb-e6c4-4732-836a-c4b69281f928 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.0728815 Jun 18 19:48:07.764218 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:07.768953 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-bfbdf766-5996-4a6e-83b3-6d8e428a586b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:07.795331 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9b6630e4-a37d-424b-8f48-e244070acd16 req-0c01132c-aa0a-4e75-a990-b987a5dffa44 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665348 Jun 18 19:48:07.842654 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Network bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:48:07.846247 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:48:07.862170 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:48:07.865082 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Pushing event updated for resources: {'Port': ['ID=02d4296e-a92c-4b5e-8b53-6eb82f5db3f4,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:07.868850 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:07.879850 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'name': 'tempest-TestMinimumBasicScenario-1955610875-router', 'tenant_id': '10e31c9449a64c26a6896434f6839db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:48:02Z', 'updated_at': '2021-06-18T19:48:04Z', 'revision_number': 3, 'project_id': '10e31c9449a64c26a6896434f6839db4', 'gw_port': {'id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:48:03Z', 'updated_at': '2021-06-18T19:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:07.907899 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0451c92d-1ea1-4158-b2c0-62ee5e29f2ad None None] The sync data for ids ['f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'] in dv-cinder-790535-6-iscsi is: [{'id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'name': 'tempest-TestMinimumBasicScenario-1955610875-router', 'tenant_id': '10e31c9449a64c26a6896434f6839db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:48:02Z', 'updated_at': '2021-06-18T19:48:04Z', 'revision_number': 3, 'project_id': '10e31c9449a64c26a6896434f6839db4', 'gw_port': {'id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:48:03Z', 'updated_at': '2021-06-18T19:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:48:07.912292 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621781'] for router_interface, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:08.261500 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:08.281769 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-59a80f8f-41f0-4f41-b587-70e13086b593 None None] Provisioning for port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:48:08.287829 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-59a80f8f-41f0-4f41-b587-70e13086b593 None None] Provisioning complete for port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:08.288288 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-59a80f8f-41f0-4f41-b587-70e13086b593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:08.351678 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-59a80f8f-41f0-4f41-b587-70e13086b593 None None] Port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:48:08.570192 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06824b6-2154-454d-94aa-f0146e0cbe8f req-71150d08-2e64-4877-89c9-4833d80f7cb8 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:08.577929 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c06824b6-2154-454d-94aa-f0146e0cbe8f req-71150d08-2e64-4877-89c9-4833d80f7cb8 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.2440646 Jun 18 19:48:08.626421 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device a4ebcc80-8d60-4194-bb56-448c7cb2327d up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:48:08.643893 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:08.662234 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c06824b6-2154-454d-94aa-f0146e0cbe8f req-1ef06831-50dd-4b87-9f5d-eb08a896f504 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828605 Jun 18 19:48:08.711152 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:08.715913 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-1d85ade2-a799-456c-88d6-e31beb088d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:08.737723 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c260d-84b7-46f1-a3ac-7409ee6f5a43 req-2418fd2e-97da-4ec2-8d0a-54baa75c7c30 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:08.739207 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-707c260d-84b7-46f1-a3ac-7409ee6f5a43 req-2418fd2e-97da-4ec2-8d0a-54baa75c7c30 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 945 time: 0.1457653 Jun 18 19:48:08.767657 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port a4ebcc80-8d60-4194-bb56-448c7cb2327d completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:48:08.772394 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port a4ebcc80-8d60-4194-bb56-448c7cb2327d triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:08.772816 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:08.818197 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618700'] for router_interface, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:08.822872 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Pushing event updated for resources: {'Port': ['ID=02d4296e-a92c-4b5e-8b53-6eb82f5db3f4,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:08.837406 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:08.850173 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-707c260d-84b7-46f1-a3ac-7409ee6f5a43 req-04e5ed41-b9f9-43d5-8bb1-783df645b73a tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042945 Jun 18 19:48:08.935092 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:08.950793 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:48:08.960385 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Network bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:48:08.961175 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:48:08.974157 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port a4ebcc80-8d60-4194-bb56-448c7cb2327d, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=a4ebcc80-8d60-4194-bb56-448c7cb2327d,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:09.064611 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:09.086939 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:09.108618 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Router f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:48:09.172321 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=a4ebcc80-8d60-4194-bb56-448c7cb2327d,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:09.176607 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:09.277283 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-c0e9fa66-3777-4198-95d5-821affdbac48 None None] Provisioning complete for port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:09.278864 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c0e9fa66-3777-4198-95d5-821affdbac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:09.292149 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:48:09.298865 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] 10.222.0.42 "PUT /v2.0/routers/f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2038457 Jun 18 19:48:09.329995 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-c0e9fa66-3777-4198-95d5-821affdbac48 None None] Port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:48:09.951024 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea3312-2bbe-45b6-a25a-541e0e5f3edf req-69453dcc-6292-4d69-819b-57dc8b53fe75 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:09.953664 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d4ea3312-2bbe-45b6-a25a-541e0e5f3edf req-69453dcc-6292-4d69-819b-57dc8b53fe75 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.1218288 Jun 18 19:48:10.014083 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d4ea3312-2bbe-45b6-a25a-541e0e5f3edf req-0c91b326-8306-4263-934c-2a0c8d77ec68 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463958 Jun 18 19:48:10.079885 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef2ad2-ce40-4429-8612-1a5e22005f74 req-1db38866-b2f0-4702-b23c-124c313eba2a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:10.081777 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9fef2ad2-ce40-4429-8612-1a5e22005f74 req-1db38866-b2f0-4702-b23c-124c313eba2a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.0965371 Jun 18 19:48:10.128744 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9fef2ad2-ce40-4429-8612-1a5e22005f74 req-94863597-12e5-41a9-a9a3-5bcccec15b84 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397880 Jun 18 19:48:10.190474 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Sync routers for ids ['f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:48:10.209593 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Routers {'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:48:10.211792 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:47:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:10.262906 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7264576-988d-41f2-9996-79da52235ff1 req-cdeb2397-280f-4eec-a6c9-3773faa8e0ee tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:10.265648 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d7264576-988d-41f2-9996-79da52235ff1 req-cdeb2397-280f-4eec-a6c9-3773faa8e0ee tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 945 time: 0.1067195 Jun 18 19:48:10.310419 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d7264576-988d-41f2-9996-79da52235ff1 req-c049c3ea-305b-4c31-b187-dac0a7bd6035 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382094 Jun 18 19:48:10.356286 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Set router f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:48:10.586946 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device a4ebcc80-8d60-4194-bb56-448c7cb2327d up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:48:10.664829 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'name': 'tempest-TestMinimumBasicScenario-1955610875-router', 'tenant_id': '10e31c9449a64c26a6896434f6839db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:48:02Z', 'updated_at': '2021-06-18T19:48:08Z', 'revision_number': 4, 'project_id': '10e31c9449a64c26a6896434f6839db4', 'gw_port': {'id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:48:03Z', 'updated_at': '2021-06-18T19:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '02d4296e-a92c-4b5e-8b53-6eb82f5db3f4', 'name': '', 'network_id': 'bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7', 'tenant_id': '10e31c9449a64c26a6896434f6839db4', 'mac_address': 'fa:16:3e:52:ce:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '1eeb972f-43a3-4e1c-a357-7f8876738f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:48:06Z', 'updated_at': '2021-06-18T19:48:08Z', 'revision_number': 2, 'project_id': '10e31c9449a64c26a6896434f6839db4', 'subnets': [{'id': '1eeb972f-43a3-4e1c-a357-7f8876738f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:10.669931 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port a4ebcc80-8d60-4194-bb56-448c7cb2327d triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:10.670372 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:10.722574 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Checking router: f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:48:10.723224 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Updating router f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 binding host dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:48:10.783051 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:11.081749 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfc56f-fb34-47a4-abc1-f3075a7af5df req-195c683f-5333-45a3-9eaa-467706cf09a4 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:11.081749 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-03bfc56f-fb34-47a4-abc1-f3075a7af5df req-195c683f-5333-45a3-9eaa-467706cf09a4 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.58 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 945 time: 0.1546144 Jun 18 19:48:11.361243 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-03bfc56f-fb34-47a4-abc1-f3075a7af5df req-bb740dbf-7e2f-4c0b-a10b-e5411adeffeb tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Deleting port b839f25f-42e3-4b88-863a-1697eae099d4 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:48:11.361518 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-03bfc56f-fb34-47a4-abc1-f3075a7af5df req-bb740dbf-7e2f-4c0b-a10b-e5411adeffeb tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:11.410163 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2860a6-a28f-4744-9036-a5ba634651e0 req-db90262d-24c8-4bea-862a-2c4162d8e3fd tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:11.421961 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ef2860a6-a28f-4744-9036-a5ba634651e0 req-db90262d-24c8-4bea-862a-2c4162d8e3fd tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.0969670 Jun 18 19:48:11.422484 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6ed2a-4971-446a-bfb8-7ffb3cf5eac7 req-ca27a8a9-fb54-49e2-9bf3-7816be61a464 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:11.424095 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-aef6ed2a-4971-446a-bfb8-7ffb3cf5eac7 req-ca27a8a9-fb54-49e2-9bf3-7816be61a464 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.2224624 Jun 18 19:48:11.520020 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ef2860a6-a28f-4744-9036-a5ba634651e0 req-83c6c9a2-510c-452e-9149-d8967cec7ddc tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963299 Jun 18 19:48:11.524194 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Notify callbacks [] for port, precommit_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:11.540556 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Transition to ACTIVE for port object 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:48:11.560070 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-aef6ed2a-4971-446a-bfb8-7ffb3cf5eac7 req-2d4ec321-7ef8-4c16-81fa-6d8a454d29fa tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209972 Jun 18 19:48:11.586824 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-03bfc56f-fb34-47a4-abc1-f3075a7af5df req-bb740dbf-7e2f-4c0b-a10b-e5411adeffeb tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] For port b839f25f-42e3-4b88-863a-1697eae099d4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b839f25f-42e3-4b88-863a-1697eae099d4,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:11.587377 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-03bfc56f-fb34-47a4-abc1-f3075a7af5df req-bb740dbf-7e2f-4c0b-a10b-e5411adeffeb tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:11.646067 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:11.659419 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:11.725221 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-03bfc56f-fb34-47a4-abc1-f3075a7af5df req-bb740dbf-7e2f-4c0b-a10b-e5411adeffeb tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Calling delete_port for b839f25f-42e3-4b88-863a-1697eae099d4 owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:48:11.795202 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd852c-5ec9-4c40-9d98-cf89bbb882a1 req-7ea65185-7793-4c0f-9a48-6f9809a491ff tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:11.808670 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9bfd852c-5ec9-4c40-9d98-cf89bbb882a1 req-7ea65185-7793-4c0f-9a48-6f9809a491ff tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 945 time: 0.1180451 Jun 18 19:48:11.827349 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea6667-a233-4154-8c49-04ae29fbf8b9 None None] Pushing event updated for resources: {'Port': ['ID=02d4296e-a92c-4b5e-8b53-6eb82f5db3f4,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:11.843792 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-dcea6667-a233-4154-8c49-04ae29fbf8b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:11.909888 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9bfd852c-5ec9-4c40-9d98-cf89bbb882a1 req-815c8ce7-c436-4909-993a-0fdec87b7e8e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904574 Jun 18 19:48:11.938710 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Attempting to bind port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:48:11.946353 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Attempting to bind port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '2fb94858-84d6-4831-85e9-4ca82c0d1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:48:11.946353 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Attempting to bind port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 on network bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7 {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:48:11.958412 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:48:11.958905 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Checking segment: {'id': '2fb94858-84d6-4831-85e9-4ca82c0d1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:48:11.959336 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:11.959806 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Bound using segment: {'id': '2fb94858-84d6-4831-85e9-4ca82c0d1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:48:11.960413 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Bound port: 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb94858-84d6-4831-85e9-4ca82c0d1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:48:11.964253 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:12.125291 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] For port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:48:12.127270 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-03bfc56f-fb34-47a4-abc1-f3075a7af5df req-bb740dbf-7e2f-4c0b-a10b-e5411adeffeb tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:12.130848 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] For port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=02d4296e-a92c-4b5e-8b53-6eb82f5db3f4,segment=NetworkSegment(2fb94858-84d6-4831-85e9-4ca82c0d1b13),segment_id=2fb94858-84d6-4831-85e9-4ca82c0d1b13)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:48:12.142844 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:12.147927 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['3ea964ed-a32f-4f96-8dfa-e5e536481363', '49d08ef5-faba-446e-baf5-00e4a48291fd', '94d910f7-de50-4136-a58e-b2b2ad69e69b'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:12.178007 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb740dbf-7e2f-4c0b-a10b-e5411adeffeb tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Pushing event deleted for resources: {'Port': ['ID=b839f25f-42e3-4b88-863a-1697eae099d4,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:12.189700 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-bb740dbf-7e2f-4c0b-a10b-e5411adeffeb tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:12.229628 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:12.244526 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-fee91d72-b1cc-4ef9-b50f-f8ed244b1428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:12.267644 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bfc56f-fb34-47a4-abc1-f3075a7af5df req-bb740dbf-7e2f-4c0b-a10b-e5411adeffeb tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] No DVR routers for this DVR port b839f25f-42e3-4b88-863a-1697eae099d4 on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:48:12.271159 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-03bfc56f-fb34-47a4-abc1-f3075a7af5df req-bb740dbf-7e2f-4c0b-a10b-e5411adeffeb tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:12.273487 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-03bfc56f-fb34-47a4-abc1-f3075a7af5df req-bb740dbf-7e2f-4c0b-a10b-e5411adeffeb tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.58 "DELETE /v2.0/ports/b839f25f-42e3-4b88-863a-1697eae099d4 HTTP/1.1" status: 204 len: 173 time: 1.1904316 Jun 18 19:48:12.274096 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34928add-a3cf-4745-a1ba-2785ce8b065e', 'name': 'network-vif-deleted', 'tag': 'b839f25f-42e3-4b88-863a-1697eae099d4'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:12.276404 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e894160-cf4e-47f7-9d86-465539e78ab7" -d '{"events": [{"server_uuid": "34928add-a3cf-4745-a1ba-2785ce8b065e", "name": "network-vif-deleted", "tag": "b839f25f-42e3-4b88-863a-1697eae099d4"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:12.347142 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec096bf-d587-4d93-9701-7b42b7168c22 x-openstack-request-id: req-cec096bf-d587-4d93-9701-7b42b7168c22 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:12.347651 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34928add-a3cf-4745-a1ba-2785ce8b065e", "name": "network-vif-deleted", "tag": "b839f25f-42e3-4b88-863a-1697eae099d4", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:12.348105 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cec096bf-d587-4d93-9701-7b42b7168c22 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:12.348955 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34928add-a3cf-4745-a1ba-2785ce8b065e', 'name': 'network-vif-deleted', 'tag': 'b839f25f-42e3-4b88-863a-1697eae099d4', 'status': 'completed', 'code': 200} Jun 18 19:48:12.359451 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea6667-a233-4154-8c49-04ae29fbf8b9 None None] Pushing event updated for resources: {'Port': ['ID=02d4296e-a92c-4b5e-8b53-6eb82f5db3f4,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:12.372656 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-dcea6667-a233-4154-8c49-04ae29fbf8b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:12.374021 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Routers {'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:48:12.374671 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:47:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:12.698741 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] Set router f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:48:12.814923 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709e78b-28d4-4b63-b5ab-ba21b1cd824d req-49d29810-6104-4874-a572-04384fb1bba7 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:12.823096 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8709e78b-28d4-4b63-b5ab-ba21b1cd824d req-49d29810-6104-4874-a572-04384fb1bba7 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.0862617 Jun 18 19:48:12.875164 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8709e78b-28d4-4b63-b5ab-ba21b1cd824d req-2467f37d-6876-4c76-914b-af7e82ec83a3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504553 Jun 18 19:48:12.917758 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee05df7-0623-4b8e-a7cd-0301bf649d4c req-f6835f29-28bd-4264-8296-36678ea73d3d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:12.920940 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cee05df7-0623-4b8e-a7cd-0301bf649d4c req-f6835f29-28bd-4264-8296-36678ea73d3d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.1174269 Jun 18 19:48:12.974376 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cee05df7-0623-4b8e-a7cd-0301bf649d4c req-4f9d2774-5539-4b72-864a-38e414c98a72 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471902 Jun 18 19:48:13.118540 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d320217a-6473-4742-a301-00558a22b3f2 req-2b6b5230-bdc6-4154-9a6c-234051055a3a tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=34928add-a3cf-4745-a1ba-2785ce8b065e HTTP/1.1" status: 200 len: 210 time: 0.0304463 Jun 18 19:48:13.159800 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-4d447e97-7437-45a0-89b0-eb4f82ff9aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:13.165584 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'name': 'tempest-TestMinimumBasicScenario-1955610875-router', 'tenant_id': '10e31c9449a64c26a6896434f6839db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:48:02Z', 'updated_at': '2021-06-18T19:48:08Z', 'revision_number': 4, 'project_id': '10e31c9449a64c26a6896434f6839db4', 'gw_port': {'id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:48:03Z', 'updated_at': '2021-06-18T19:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '02d4296e-a92c-4b5e-8b53-6eb82f5db3f4', 'name': '', 'network_id': 'bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7', 'tenant_id': '10e31c9449a64c26a6896434f6839db4', 'mac_address': 'fa:16:3e:52:ce:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '1eeb972f-43a3-4e1c-a357-7f8876738f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:48:06Z', 'updated_at': '2021-06-18T19:48:12Z', 'revision_number': 4, 'project_id': '10e31c9449a64c26a6896434f6839db4', 'subnets': [{'id': '1eeb972f-43a3-4e1c-a357-7f8876738f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:13.210329 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e0dad1-2588-4d19-9874-9e7d5fb65817 None None] The sync data for ids ['f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'] in dv-cinder-790535-6-iscsi is: [{'id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'name': 'tempest-TestMinimumBasicScenario-1955610875-router', 'tenant_id': '10e31c9449a64c26a6896434f6839db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:48:02Z', 'updated_at': '2021-06-18T19:48:08Z', 'revision_number': 4, 'project_id': '10e31c9449a64c26a6896434f6839db4', 'gw_port': {'id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:48:03Z', 'updated_at': '2021-06-18T19:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '02d4296e-a92c-4b5e-8b53-6eb82f5db3f4', 'name': '', 'network_id': 'bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7', 'tenant_id': '10e31c9449a64c26a6896434f6839db4', 'mac_address': 'fa:16:3e:52:ce:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '1eeb972f-43a3-4e1c-a357-7f8876738f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:48:06Z', 'updated_at': '2021-06-18T19:48:12Z', 'revision_number': 4, 'project_id': '10e31c9449a64c26a6896434f6839db4', 'subnets': [{'id': '1eeb972f-43a3-4e1c-a357-7f8876738f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:48:14.024494 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device de5ec956-6c8c-43b9-938f-657298054851 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:48:14.027195 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device b839f25f-42e3-4b88-863a-1697eae099d4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:48:14.072243 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: b839f25f-42e3-4b88-863a-1697eae099d4 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:48:14.072617 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device b839f25f-42e3-4b88-863a-1697eae099d4 not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:48:14.169985 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adb740-c1d0-4f52-9c15-542fe144922f req-3252eb56-5a9f-47c5-8138-541e52267c16 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:14.187045 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-26adb740-c1d0-4f52-9c15-542fe144922f req-3252eb56-5a9f-47c5-8138-541e52267c16 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.1394222 Jun 18 19:48:14.260212 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port de5ec956-6c8c-43b9-938f-657298054851, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=de5ec956-6c8c-43b9-938f-657298054851,segment=NetworkSegment(8c761dda-3682-4684-9ba9-e2c1ccbf956b),segment_id=8c761dda-3682-4684-9ba9-e2c1ccbf956b)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:14.285184 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-26adb740-c1d0-4f52-9c15-542fe144922f req-bc804ed6-b424-4f77-9037-e216108e590a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948393 Jun 18 19:48:14.296833 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': 'de5ec956-6c8c-43b9-938f-657298054851', 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'port_id': 'de5ec956-6c8c-43b9-938f-657298054851', 'mac_address': 'fa:16:3e:6a:15:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:48:14.373804 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:14.395048 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43dff7-e269-4f91-977e-b059b51531f6 req-afd206b7-469b-46b1-8bfb-37ebbc74951d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:14.406935 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0c43dff7-e269-4f91-977e-b059b51531f6 req-afd206b7-469b-46b1-8bfb-37ebbc74951d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.1732197 Jun 18 19:48:14.415250 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5ec956-6c8c-43b9-938f-657298054851 {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:48:14.458132 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port de5ec956-6c8c-43b9-938f-657298054851, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=de5ec956-6c8c-43b9-938f-657298054851,segment=NetworkSegment(8c761dda-3682-4684-9ba9-e2c1ccbf956b),segment_id=8c761dda-3682-4684-9ba9-e2c1ccbf956b)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:14.485170 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0c43dff7-e269-4f91-977e-b059b51531f6 req-71a91e34-a6c9-47ac-88e2-06018e5fa8d4 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770924 Jun 18 19:48:14.620568 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:14.624588 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-836a7e7f-9d99-4dcf-b276-ce7873a26e8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:14.695899 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:48:14.794487 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=de5ec956-6c8c-43b9-938f-657298054851,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:14.799076 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:14.945692 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:48:14.951715 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:14.952591 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:14.986207 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['de5ec956-6c8c-43b9-938f-657298054851'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:15.132827 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:15.242377 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=02d4296e-a92c-4b5e-8b53-6eb82f5db3f4,segment=NetworkSegment(2fb94858-84d6-4831-85e9-4ca82c0d1b13),segment_id=2fb94858-84d6-4831-85e9-4ca82c0d1b13)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:15.518743 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bc4bd-bbf7-4cae-a216-c8c95ddf3d74 req-af301ca0-0a66-4247-8d36-1c991aef97c3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:15.520350 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-df5bc4bd-bbf7-4cae-a216-c8c95ddf3d74 req-af301ca0-0a66-4247-8d36-1c991aef97c3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.0710695 Jun 18 19:48:15.564764 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-df5bc4bd-bbf7-4cae-a216-c8c95ddf3d74 req-44d49e14-5e4f-4d56-9b57-8f617ed67208 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370524 Jun 18 19:48:15.723250 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:15.726223 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:15.745130 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472bd6c-491e-470c-b11f-d31e6e324920 req-f793ab55-510d-402b-bba0-fa60b20766a8 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:15.747846 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d472bd6c-491e-470c-b11f-d31e6e324920 req-f793ab55-510d-402b-bba0-fa60b20766a8 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 944 time: 0.0715039 Jun 18 19:48:15.796348 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d472bd6c-491e-470c-b11f-d31e6e324920 req-a5788aa7-6e12-4666-9280-6f46c66be983 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424309 Jun 18 19:48:15.805386 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=02d4296e-a92c-4b5e-8b53-6eb82f5db3f4,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:15.809235 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:15.915918 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-244d6288-7ec1-48da-a3e1-f6d4d2f7e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:15.944891 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:16.330085 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b0d75-be18-4071-901e-a74ccabe5108 req-a8be30f1-36cf-439b-ba84-b64f8e590161 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:16.331399 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-591b0d75-be18-4071-901e-a74ccabe5108 req-a8be30f1-36cf-439b-ba84-b64f8e590161 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0859172 Jun 18 19:48:16.395254 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-591b0d75-be18-4071-901e-a74ccabe5108 req-7dcabe60-85c9-42df-9d95-517ced249432 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558918 Jun 18 19:48:16.571351 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:48:16.655841 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:16.656239 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:16.800933 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440ca6d-6670-4ba3-9c9d-17f192c57ddd req-b99cf8c1-3d6c-4a65-9a0c-2ca2665cf636 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:16.808097 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f440ca6d-6670-4ba3-9c9d-17f192c57ddd req-b99cf8c1-3d6c-4a65-9a0c-2ca2665cf636 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.0835760 Jun 18 19:48:16.867908 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f440ca6d-6670-4ba3-9c9d-17f192c57ddd req-d266d333-afc2-4d9f-9e4f-82b8f56c2b54 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578506 Jun 18 19:48:17.013223 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:17.060667 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f25d5b-c8ab-4ee6-b32c-13c98a9b1e28 req-e664c6a6-d004-4c85-a5a1-b91bde888914 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:17.063178 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c5f25d5b-c8ab-4ee6-b32c-13c98a9b1e28 req-e664c6a6-d004-4c85-a5a1-b91bde888914 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 944 time: 0.1074660 Jun 18 19:48:17.109259 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c5f25d5b-c8ab-4ee6-b32c-13c98a9b1e28 req-c7bb0268-c465-4188-beab-7037a7c16c88 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395720 Jun 18 19:48:17.685830 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d4185-8165-48ce-a355-f9fd550dde1d req-c964b052-6611-49b7-b48d-046758c2cbd8 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:17.687773 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-145d4185-8165-48ce-a355-f9fd550dde1d req-c964b052-6611-49b7-b48d-046758c2cbd8 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 946 time: 0.1033542 Jun 18 19:48:17.714151 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf2d78-a937-45d5-9f8e-f9d66a26038a req-96ea48cc-4ad3-4943-95b1-17c9ed3ab898 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:17.716438 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c0bf2d78-a937-45d5-9f8e-f9d66a26038a req-96ea48cc-4ad3-4943-95b1-17c9ed3ab898 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1298666 Jun 18 19:48:17.751599 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-145d4185-8165-48ce-a355-f9fd550dde1d req-4ab37c0f-392d-4f3f-90ca-a1417c8f2785 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572150 Jun 18 19:48:18.054145 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device de5ec956-6c8c-43b9-938f-657298054851 up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:48:18.098092 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c0bf2d78-a937-45d5-9f8e-f9d66a26038a req-b64d658a-1e1c-4ec3-bee6-b4fd0ccda785 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717880 Jun 18 19:48:18.098707 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac82494-219c-48b0-8b18-dced6ceca91a req-7a4d7805-738a-4d8b-b95f-e78fb0f7034a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:18.100300 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-dac82494-219c-48b0-8b18-dced6ceca91a req-7a4d7805-738a-4d8b-b95f-e78fb0f7034a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.0829525 Jun 18 19:48:18.152064 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-dac82494-219c-48b0-8b18-dced6ceca91a req-a2cbd497-328a-4c23-bf50-4cf810ce9d17 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442133 Jun 18 19:48:18.224203 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port de5ec956-6c8c-43b9-938f-657298054851 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:48:18.238270 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port de5ec956-6c8c-43b9-938f-657298054851 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:18.238270 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:18.376179 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a9ec1-7600-4127-9cc9-2c75057c261d req-3ab08a1a-8b93-42b0-8614-627589f5b4fc tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:18.379546 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2d1a9ec1-7600-4127-9cc9-2c75057c261d req-3ab08a1a-8b93-42b0-8614-627589f5b4fc tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 944 time: 0.0928783 Jun 18 19:48:18.493376 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2d1a9ec1-7600-4127-9cc9-2c75057c261d req-7866bc26-89f8-49c1-a20b-8b8c4873d4bc tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065204 Jun 18 19:48:18.505457 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:18.534461 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5ec956-6c8c-43b9-938f-657298054851'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:18.540808 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2c5c30-57d0-4a2f-a5d0-7eedc7d14e8a" -d '{"events": [{"server_uuid": "81e0db8a-5a66-4db9-802c-0bc8a868b59f", "name": "network-vif-plugged", "status": "completed", "tag": "de5ec956-6c8c-43b9-938f-657298054851"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:18.565466 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port de5ec956-6c8c-43b9-938f-657298054851, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=de5ec956-6c8c-43b9-938f-657298054851,segment=NetworkSegment(8c761dda-3682-4684-9ba9-e2c1ccbf956b),segment_id=8c761dda-3682-4684-9ba9-e2c1ccbf956b)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:18.590652 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9db9c2e-f8af-46c4-a1f9-60cb91384dab x-openstack-request-id: req-d9db9c2e-f8af-46c4-a1f9-60cb91384dab {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:18.591249 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e0db8a-5a66-4db9-802c-0bc8a868b59f", "name": "network-vif-plugged", "status": "completed", "tag": "de5ec956-6c8c-43b9-938f-657298054851", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:18.591520 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9db9c2e-f8af-46c4-a1f9-60cb91384dab {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:18.591929 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5ec956-6c8c-43b9-938f-657298054851', 'code': 200} Jun 18 19:48:18.642595 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:18.645619 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-7afbc0d6-56e9-4834-92da-baf87c4b37c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:18.739640 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=de5ec956-6c8c-43b9-938f-657298054851,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:18.744104 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:18.934014 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:19.033821 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f13e7-932e-4d0d-aedd-360f2ff3c104 req-0ba37e14-e73d-49e5-b457-d9ebffdbbe78 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:19.033821 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-544f13e7-932e-4d0d-aedd-360f2ff3c104 req-0ba37e14-e73d-49e5-b457-d9ebffdbbe78 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 946 time: 0.0972443 Jun 18 19:48:19.072843 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-544f13e7-932e-4d0d-aedd-360f2ff3c104 req-9501e537-10fa-4e9f-9e4a-f519b4aa3a0b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516369 Jun 18 19:48:19.227731 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ae9bb-2896-4b59-b80e-03280f7ba39d req-7328fbc4-0624-43a5-98a5-e22ed8261ea6 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:19.229318 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca1ae9bb-2896-4b59-b80e-03280f7ba39d req-7328fbc4-0624-43a5-98a5-e22ed8261ea6 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.58 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.0900242 Jun 18 19:48:19.368034 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a637e48-18d5-4f37-b000-e14f21b4d8a0 req-a3506ea6-a510-43eb-8af5-d035afa762ad tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:19.369510 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7a637e48-18d5-4f37-b000-e14f21b4d8a0 req-a3506ea6-a510-43eb-8af5-d035afa762ad tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.0855160 Jun 18 19:48:19.382687 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44cd0f-6b9a-4145-a68a-5d7dc2bf0c60 req-4937afe5-f13a-4c26-88b2-8dab5bf81b20 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:19.384237 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ea44cd0f-6b9a-4145-a68a-5d7dc2bf0c60 req-4937afe5-f13a-4c26-88b2-8dab5bf81b20 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 945 time: 0.1386967 Jun 18 19:48:19.418892 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7a637e48-18d5-4f37-b000-e14f21b4d8a0 req-e6fec1ec-5532-4b43-87fa-79ad875f1da4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341415 Jun 18 19:48:19.433006 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-ca1ae9bb-2896-4b59-b80e-03280f7ba39d req-2093dddd-a7db-4b27-9fc2-2bedfe92fc84 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Deleting port d269ddd4-f909-46f7-a0de-5b9f8eca6ffa {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:48:19.433483 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ca1ae9bb-2896-4b59-b80e-03280f7ba39d req-2093dddd-a7db-4b27-9fc2-2bedfe92fc84 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:19.440077 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ea44cd0f-6b9a-4145-a68a-5d7dc2bf0c60 req-5db2a2b5-ea94-4c16-9791-73ecc2ac6c66 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450032 Jun 18 19:48:19.533821 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-ca1ae9bb-2896-4b59-b80e-03280f7ba39d req-2093dddd-a7db-4b27-9fc2-2bedfe92fc84 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] For port d269ddd4-f909-46f7-a0de-5b9f8eca6ffa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d269ddd4-f909-46f7-a0de-5b9f8eca6ffa,segment=NetworkSegment(c60b9e12-5474-480c-89be-5fe9904ce631),segment_id=c60b9e12-5474-480c-89be-5fe9904ce631)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:19.534208 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ca1ae9bb-2896-4b59-b80e-03280f7ba39d req-2093dddd-a7db-4b27-9fc2-2bedfe92fc84 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:19.599064 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a1ff-d3f5-4e59-b0da-971d024b3536 req-6630043c-a8d6-4e0a-a14a-3e0218c67fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:19.600776 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6d52a1ff-d3f5-4e59-b0da-971d024b3536 req-6630043c-a8d6-4e0a-a14a-3e0218c67fda service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 1098 time: 0.0596900 Jun 18 19:48:19.611547 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-ca1ae9bb-2896-4b59-b80e-03280f7ba39d req-2093dddd-a7db-4b27-9fc2-2bedfe92fc84 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Calling delete_port for d269ddd4-f909-46f7-a0de-5b9f8eca6ffa owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:48:19.668277 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6d52a1ff-d3f5-4e59-b0da-971d024b3536 req-6e396b84-b4ba-4edf-b83f-22267cf70d13 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605724 Jun 18 19:48:19.716427 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac4a9e-338c-4522-ae21-267498e08707 req-6123fffc-f991-40f9-85da-d9503859f70e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:19.718950 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e0ac4a9e-338c-4522-ae21-267498e08707 req-6123fffc-f991-40f9-85da-d9503859f70e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.0914738 Jun 18 19:48:19.759792 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920639d-5f5b-41dd-892d-80f3b948a2f4 req-47b7bf53-f81c-4883-864e-85a87bb8ba47 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:19.761345 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5920639d-5f5b-41dd-892d-80f3b948a2f4 req-47b7bf53-f81c-4883-864e-85a87bb8ba47 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.58 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 946 time: 0.1830468 Jun 18 19:48:19.775089 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e0ac4a9e-338c-4522-ae21-267498e08707 req-7cceedc9-7cde-4a02-bbdf-3e9afb06be1a tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491102 Jun 18 19:48:19.923600 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-5920639d-5f5b-41dd-892d-80f3b948a2f4 req-e5e136e7-8a06-4b09-87b6-e60ef30bd1a3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Deleting port 94d910f7-de50-4136-a58e-b2b2ad69e69b {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:48:19.923928 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-5920639d-5f5b-41dd-892d-80f3b948a2f4 req-e5e136e7-8a06-4b09-87b6-e60ef30bd1a3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:19.965101 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ca1ae9bb-2896-4b59-b80e-03280f7ba39d req-2093dddd-a7db-4b27-9fc2-2bedfe92fc84 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:19.969358 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:19.981653 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['d269ddd4-f909-46f7-a0de-5b9f8eca6ffa', 'e70a847a-bd54-40fb-ac1c-ec02b346e879'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:20.007752 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093dddd-a7db-4b27-9fc2-2bedfe92fc84 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Pushing event deleted for resources: {'Port': ['ID=d269ddd4-f909-46f7-a0de-5b9f8eca6ffa,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:20.016287 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-2093dddd-a7db-4b27-9fc2-2bedfe92fc84 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:20.067240 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1ae9bb-2896-4b59-b80e-03280f7ba39d req-2093dddd-a7db-4b27-9fc2-2bedfe92fc84 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] No DVR routers for this DVR port d269ddd4-f909-46f7-a0de-5b9f8eca6ffa on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:48:20.079019 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ca1ae9bb-2896-4b59-b80e-03280f7ba39d req-2093dddd-a7db-4b27-9fc2-2bedfe92fc84 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:20.081074 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca1ae9bb-2896-4b59-b80e-03280f7ba39d req-2093dddd-a7db-4b27-9fc2-2bedfe92fc84 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.58 "DELETE /v2.0/ports/d269ddd4-f909-46f7-a0de-5b9f8eca6ffa HTTP/1.1" status: 204 len: 173 time: 0.8435905 Jun 18 19:48:20.081609 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5', 'name': 'network-vif-deleted', 'tag': 'd269ddd4-f909-46f7-a0de-5b9f8eca6ffa'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:20.084156 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5b5a09-296e-4eb4-a24a-2c66ce3abef6" -d '{"events": [{"server_uuid": "4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5", "name": "network-vif-deleted", "tag": "d269ddd4-f909-46f7-a0de-5b9f8eca6ffa"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:20.128340 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-5920639d-5f5b-41dd-892d-80f3b948a2f4 req-e5e136e7-8a06-4b09-87b6-e60ef30bd1a3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] For port 94d910f7-de50-4136-a58e-b2b2ad69e69b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=94d910f7-de50-4136-a58e-b2b2ad69e69b,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:20.128843 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-5920639d-5f5b-41dd-892d-80f3b948a2f4 req-e5e136e7-8a06-4b09-87b6-e60ef30bd1a3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:20.133862 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb6bcfb-4fb9-4e5d-bc5d-af6854247214 x-openstack-request-id: req-1cb6bcfb-4fb9-4e5d-bc5d-af6854247214 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:20.135844 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5", "name": "network-vif-deleted", "tag": "d269ddd4-f909-46f7-a0de-5b9f8eca6ffa", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:20.136966 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1cb6bcfb-4fb9-4e5d-bc5d-af6854247214 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:20.137786 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5', 'name': 'network-vif-deleted', 'tag': 'd269ddd4-f909-46f7-a0de-5b9f8eca6ffa', 'status': 'completed', 'code': 200} Jun 18 19:48:20.398139 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be851ea-310b-41a3-8dbf-ed43b8579a9f req-29e54fee-d86c-4d8b-ba78-f3e7a339c83e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:20.399850 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2be851ea-310b-41a3-8dbf-ed43b8579a9f req-29e54fee-d86c-4d8b-ba78-f3e7a339c83e tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 946 time: 0.1313624 Jun 18 19:48:20.446981 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2be851ea-310b-41a3-8dbf-ed43b8579a9f req-4f744692-9a38-4e95-8a5f-e2e8c180e8aa tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377932 Jun 18 19:48:20.567917 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-5920639d-5f5b-41dd-892d-80f3b948a2f4 req-e5e136e7-8a06-4b09-87b6-e60ef30bd1a3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Calling delete_port for 94d910f7-de50-4136-a58e-b2b2ad69e69b owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:48:20.736335 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0598a0-5c0c-4f2e-8874-97934ec86a73 req-c4afa788-72c0-45c6-bb77-d341fec3b3b9 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:20.738075 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7b0598a0-5c0c-4f2e-8874-97934ec86a73 req-c4afa788-72c0-45c6-bb77-d341fec3b3b9 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.1534576 Jun 18 19:48:20.823522 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7b0598a0-5c0c-4f2e-8874-97934ec86a73 req-0868ea45-6455-4a3a-b6eb-47042041bbd4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782421 Jun 18 19:48:20.929235 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-5920639d-5f5b-41dd-892d-80f3b948a2f4 req-e5e136e7-8a06-4b09-87b6-e60ef30bd1a3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:20.936480 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-abfd7bea-0a44-488a-a4ec-86dc3df91e2e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:20.943380 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['3ea964ed-a32f-4f96-8dfa-e5e536481363', '49d08ef5-faba-446e-baf5-00e4a48291fd', '94d910f7-de50-4136-a58e-b2b2ad69e69b'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:21.015534 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e2103fbc-3813-4532-b709-d08beea04bd1 req-203e2d9d-7bb6-4007-81ce-65b74a581104 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db1c6ad-794b-4fdf-982c-4b4eeb20c9b5 HTTP/1.1" status: 200 len: 210 time: 0.0784869 Jun 18 19:48:21.026569 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e136e7-8a06-4b09-87b6-e60ef30bd1a3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Pushing event deleted for resources: {'Port': ['ID=94d910f7-de50-4136-a58e-b2b2ad69e69b,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:21.070969 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-e5e136e7-8a06-4b09-87b6-e60ef30bd1a3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:21.112808 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-5920639d-5f5b-41dd-892d-80f3b948a2f4 req-e5e136e7-8a06-4b09-87b6-e60ef30bd1a3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] No DVR routers for this DVR port 94d910f7-de50-4136-a58e-b2b2ad69e69b on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:48:21.116714 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-5920639d-5f5b-41dd-892d-80f3b948a2f4 req-e5e136e7-8a06-4b09-87b6-e60ef30bd1a3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:21.119717 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5920639d-5f5b-41dd-892d-80f3b948a2f4 req-e5e136e7-8a06-4b09-87b6-e60ef30bd1a3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.58 "DELETE /v2.0/ports/94d910f7-de50-4136-a58e-b2b2ad69e69b HTTP/1.1" status: 204 len: 173 time: 1.3506024 Jun 18 19:48:21.167453 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b982c-c0ae-40c8-a093-3354407f30f6 req-aac82603-c617-4cdb-a019-8ccaab717aad tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:21.170014 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-546b982c-c0ae-40c8-a093-3354407f30f6 req-aac82603-c617-4cdb-a019-8ccaab717aad tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.1815586 Jun 18 19:48:21.248324 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-546b982c-c0ae-40c8-a093-3354407f30f6 req-df7934b2-0f00-4733-9811-23e6a6f4ac17 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616963 Jun 18 19:48:21.767931 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-44290040-86a6-4c64-bd11-dab23bc9c9b1 req-66d4426e-7380-49ce-9a50-f645a471948d tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaecf965-62c1-4d23-8e37-88c5f18dd430 HTTP/1.1" status: 200 len: 210 time: 0.0348010 Jun 18 19:48:22.083437 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cddb09-8f2e-4699-9366-d69a3930f06d req-17318bce-01d8-4d49-ab48-0e970dbbffb6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:22.088473 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-96cddb09-8f2e-4699-9366-d69a3930f06d req-17318bce-01d8-4d49-ab48-0e970dbbffb6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.1019187 Jun 18 19:48:22.094571 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device d269ddd4-f909-46f7-a0de-5b9f8eca6ffa no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:48:22.145858 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaecf965-62c1-4d23-8e37-88c5f18dd430', 'name': 'network-vif-deleted', 'tag': '94d910f7-de50-4136-a58e-b2b2ad69e69b'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:22.148474 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0abd485-92a8-4efd-aa83-6959e4e2a826" -d '{"events": [{"server_uuid": "aaecf965-62c1-4d23-8e37-88c5f18dd430", "name": "network-vif-deleted", "tag": "94d910f7-de50-4136-a58e-b2b2ad69e69b"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:22.162592 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: d269ddd4-f909-46f7-a0de-5b9f8eca6ffa {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:48:22.164372 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device d269ddd4-f909-46f7-a0de-5b9f8eca6ffa not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:48:22.166231 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 94d910f7-de50-4136-a58e-b2b2ad69e69b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:48:22.167140 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-96cddb09-8f2e-4699-9366-d69a3930f06d req-33d6274c-22f7-4c8c-b20d-11224ff20464 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612855 Jun 18 19:48:22.210634 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: 94d910f7-de50-4136-a58e-b2b2ad69e69b {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:48:22.211297 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 94d910f7-de50-4136-a58e-b2b2ad69e69b not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:48:22.251345 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88da322d-d7c2-49fd-b929-f5e486b5a64d x-openstack-request-id: req-88da322d-d7c2-49fd-b929-f5e486b5a64d {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:22.251914 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaecf965-62c1-4d23-8e37-88c5f18dd430", "name": "network-vif-deleted", "tag": "94d910f7-de50-4136-a58e-b2b2ad69e69b", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:22.252375 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88da322d-d7c2-49fd-b929-f5e486b5a64d {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:22.253060 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaecf965-62c1-4d23-8e37-88c5f18dd430', 'name': 'network-vif-deleted', 'tag': '94d910f7-de50-4136-a58e-b2b2ad69e69b', 'status': 'completed', 'code': 200} Jun 18 19:48:22.466268 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920594a4-45b9-4145-8a3a-f6ce8ac69c4b req-964221b4-cfbc-459d-ab83-320363d2e5c0 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:22.467829 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-920594a4-45b9-4145-8a3a-f6ce8ac69c4b req-964221b4-cfbc-459d-ab83-320363d2e5c0 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.0828941 Jun 18 19:48:22.513441 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-920594a4-45b9-4145-8a3a-f6ce8ac69c4b req-94494564-1784-4c4d-8b2c-0d8fee647071 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386746 Jun 18 19:48:22.760971 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad3d48-6dfd-4a96-a975-6b862eb83141 req-dfa6c87d-de7a-463b-9d4e-eeeef64a1896 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:22.764438 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-08ad3d48-6dfd-4a96-a975-6b862eb83141 req-dfa6c87d-de7a-463b-9d4e-eeeef64a1896 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.0843067 Jun 18 19:48:22.817361 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-08ad3d48-6dfd-4a96-a975-6b862eb83141 req-598bb1c5-1526-4702-a44d-6e4e21c11551 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472550 Jun 18 19:48:22.851246 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 39284) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:23.045113 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f61bd-8e55-4429-ab68-1f86b167911a req-8505bc5b-17aa-4e5a-ab8b-104b9645529b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:23.052590 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-767f61bd-8e55-4429-ab68-1f86b167911a req-8505bc5b-17aa-4e5a-ab8b-104b9645529b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1625218 Jun 18 19:48:23.108804 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-767f61bd-8e55-4429-ab68-1f86b167911a req-6c27517b-3e2f-435a-9920-8f0c8eb6d650 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533450 Jun 18 19:48:23.305253 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20394a0-8c18-4332-a5b8-bb73fd83b5a6 tempest-TestShelveInstance-1189774844 tempest-TestShelveInstance-1189774844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:23.309293 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-a20394a0-8c18-4332-a5b8-bb73fd83b5a6 tempest-TestShelveInstance-1189774844 tempest-TestShelveInstance-1189774844-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 1093 time: 0.4556546 Jun 18 19:48:23.314345 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 39292) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:23.323159 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Request body: {'floatingip': {'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'port_id': 'de5ec956-6c8c-43b9-938f-657298054851', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:23.429882 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c600d-eadb-478c-9d80-9a74aa06169f req-8e1783ea-72ad-441b-8681-132ba8d42460 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:23.431771 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0e6c600d-eadb-478c-9d80-9a74aa06169f req-8e1783ea-72ad-441b-8681-132ba8d42460 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.0989306 Jun 18 19:48:23.478343 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0e6c600d-eadb-478c-9d80-9a74aa06169f req-aae4051b-aacf-4076-a01e-3b880906656b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393672 Jun 18 19:48:24.086798 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for floatingip, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:24.195155 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:24.312949 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912421bd-0540-46c4-8bdf-e5328756b7ff req-b4df4a3d-db94-4a34-b8f4-cd6f7d71f275 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:24.315412 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-912421bd-0540-46c4-8bdf-e5328756b7ff req-b4df4a3d-db94-4a34-b8f4-cd6f7d71f275 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 945 time: 0.0861025 Jun 18 19:48:24.383922 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-912421bd-0540-46c4-8bdf-e5328756b7ff req-746e7f66-c794-42db-963c-ca742d3b8ded tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522244 Jun 18 19:48:24.384095 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Allocated IP 172.27.3.59 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/c37e8ba2-bb6c-4d18-b4a9-ad96ffff2a55) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:48:24.540364 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:24.704323 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27103756'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:24.718004 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:24.758549 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606822d-a42f-45ea-88f6-a344f7ff718d req-7897cbb2-2e24-421a-b6bd-ac32613972cd tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:24.767191 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9606822d-a42f-45ea-88f6-a344f7ff718d req-7897cbb2-2e24-421a-b6bd-ac32613972cd tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.0814590 Jun 18 19:48:24.769806 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:48:24.780179 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:48:24.816759 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc66f25-f126-46c4-bd52-b623cf40cf46 req-78a85a1e-8cdc-4ff8-8485-cdcedcb79ad2 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:24.816759 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ecc66f25-f126-46c4-bd52-b623cf40cf46 req-78a85a1e-8cdc-4ff8-8485-cdcedcb79ad2 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.2308459 Jun 18 19:48:24.816759 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:48:24.817832 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9606822d-a42f-45ea-88f6-a344f7ff718d req-1476489d-e648-4374-a61d-2f4744932999 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493672 Jun 18 19:48:24.898362 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Pushing event updated for resources: {'Port': ['ID=c37e8ba2-bb6c-4d18-b4a9-ad96ffff2a55,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:24.918253 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:24.972601 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ecc66f25-f126-46c4-bd52-b623cf40cf46 req-47ae07f8-dbff-4c5c-a1bf-15934d650ee9 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485178 Jun 18 19:48:25.319523 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:25.481423 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:25.697108 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845c47e-d658-4954-9028-7364d0b3185a req-628dce7b-ba4a-4732-9009-4f367883dc63 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:25.698698 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3845c47e-d658-4954-9028-7364d0b3185a req-628dce7b-ba4a-4732-9009-4f367883dc63 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 945 time: 0.1762710 Jun 18 19:48:25.765266 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3845c47e-d658-4954-9028-7364d0b3185a req-d0a6d573-d8cc-4711-901a-8271f53af0ec tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592604 Jun 18 19:48:25.794628 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:25.957273 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27103802'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:25.974437 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:26.070012 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Pushing event updated for resources: {'Port': ['ID=c37e8ba2-bb6c-4d18-b4a9-ad96ffff2a55,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:26.073527 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:26.081274 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:26.116598 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8b071-587e-43bb-8fb0-9f180c76c148 req-19d8ebff-8b93-4a19-826f-dfe5da96a217 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:26.118125 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cfb8b071-587e-43bb-8fb0-9f180c76c148 req-19d8ebff-8b93-4a19-826f-dfe5da96a217 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 945 time: 0.1535709 Jun 18 19:48:26.126224 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-78769122-f1fe-4f50-80b6-98b53b2a2508 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:26.127745 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-78769122-f1fe-4f50-80b6-98b53b2a2508 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/networks?id=0ca30535-c755-4003-a062-b2936dfb677d HTTP/1.1" status: 200 len: 814 time: 0.1536763 Jun 18 19:48:26.143055 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c9929-75e7-462f-abb2-fbb0f175dc50 req-5e7aed79-62a7-4c2e-9e41-fbb9bba5aa0a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:26.144559 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5d7c9929-75e7-462f-abb2-fbb0f175dc50 req-5e7aed79-62a7-4c2e-9e41-fbb9bba5aa0a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.2053316 Jun 18 19:48:26.177569 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-e50343ee-4267-4225-ace4-143dfe596c69 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/quotas/96c11db2cb6045afb5fd1b9e3e8220ec HTTP/1.1" status: 200 len: 375 time: 0.0407035 Jun 18 19:48:26.236896 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5d7c9929-75e7-462f-abb2-fbb0f175dc50 req-a3ec559b-be21-4eb3-86b7-a266c5d3f466 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517781 Jun 18 19:48:26.238986 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.l3_db [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Floating IP a1388c73-d917-40a7-b17c-809a64f85866 associated. External IP: 172.27.3.59, port: de5ec956-6c8c-43b9-938f-657298054851. Jun 18 19:48:26.313215 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-24bd2df7-2326-4842-9380-60e13bb66d3e tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=96c11db2cb6045afb5fd1b9e3e8220ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1257949 Jun 18 19:48:26.318135 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-cfb8b071-587e-43bb-8fb0-9f180c76c148 req-56176bc4-4351-4ad0-bc56-bbb656385e7b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Deleting port 49d08ef5-faba-446e-baf5-00e4a48291fd {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:48:26.318561 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-cfb8b071-587e-43bb-8fb0-9f180c76c148 req-56176bc4-4351-4ad0-bc56-bbb656385e7b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:26.482278 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-cfb8b071-587e-43bb-8fb0-9f180c76c148 req-56176bc4-4351-4ad0-bc56-bbb656385e7b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] For port 49d08ef5-faba-446e-baf5-00e4a48291fd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=49d08ef5-faba-446e-baf5-00e4a48291fd,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:26.482631 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-cfb8b071-587e-43bb-8fb0-9f180c76c148 req-56176bc4-4351-4ad0-bc56-bbb656385e7b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:26.507281 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-dd0c1419-7133-4a91-82f9-61cd4e5f9f4c service neutron] 10.222.0.42 "GET /v2.0/networks/0ca30535-c755-4003-a062-b2936dfb677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733439 Jun 18 19:48:26.525361 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a783eb0-363d-43c5-9ac4-22e0f872b742 req-4bf9a4a4-b79b-438c-a76f-bb4852cabcb6 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:26.527020 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3a783eb0-363d-43c5-9ac4-22e0f872b742 req-4bf9a4a4-b79b-438c-a76f-bb4852cabcb6 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1534848 Jun 18 19:48:26.537388 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:48:26.570935 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-cfb8b071-587e-43bb-8fb0-9f180c76c148 req-56176bc4-4351-4ad0-bc56-bbb656385e7b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Calling delete_port for 49d08ef5-faba-446e-baf5-00e4a48291fd owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:48:26.580230 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3a783eb0-363d-43c5-9ac4-22e0f872b742 req-62bfaa33-c309-481c-a94a-debb6bc479e4 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450521 Jun 18 19:48:26.702067 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:48:26.717425 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ebbf1d-69d5-42fb-8152-531a07ced7ae None None] Sync routers for ids ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:48:26.735502 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-ebc8894f-26bb-4e05-9ec0-2f5f1b946b6e service neutron] 10.222.0.42 "GET /v2.0/networks/0ca30535-c755-4003-a062-b2936dfb677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993046 Jun 18 19:48:26.737458 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ebbf1d-69d5-42fb-8152-531a07ced7ae None None] Routers {'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:48:26.740909 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-11ebbf1d-69d5-42fb-8152-531a07ced7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:48:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:26.795930 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:26.846792 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5304101 Jun 18 19:48:26.847729 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'tag': 'de5ec956-6c8c-43b9-938f-657298054851'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:26.851425 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af179d6b-efaf-420c-b063-242bd54561e7" -d '{"events": [{"name": "network-changed", "server_uuid": "81e0db8a-5a66-4db9-802c-0bc8a868b59f", "tag": "de5ec956-6c8c-43b9-938f-657298054851"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:26.866000 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-11ebbf1d-69d5-42fb-8152-531a07ced7ae None None] Set router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:48:26.938239 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-cfb8b071-587e-43bb-8fb0-9f180c76c148 req-56176bc4-4351-4ad0-bc56-bbb656385e7b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:26.943101 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:26.952739 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['3ea964ed-a32f-4f96-8dfa-e5e536481363', '49d08ef5-faba-446e-baf5-00e4a48291fd'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:26.977245 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56176bc4-4351-4ad0-bc56-bbb656385e7b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Pushing event deleted for resources: {'Port': ['ID=49d08ef5-faba-446e-baf5-00e4a48291fd,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:26.980678 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-56176bc4-4351-4ad0-bc56-bbb656385e7b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:27.030738 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb8b071-587e-43bb-8fb0-9f180c76c148 req-56176bc4-4351-4ad0-bc56-bbb656385e7b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] No DVR routers for this DVR port 49d08ef5-faba-446e-baf5-00e4a48291fd on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:48:27.035072 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-cfb8b071-587e-43bb-8fb0-9f180c76c148 req-56176bc4-4351-4ad0-bc56-bbb656385e7b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:27.039033 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cfb8b071-587e-43bb-8fb0-9f180c76c148 req-56176bc4-4351-4ad0-bc56-bbb656385e7b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.58 "DELETE /v2.0/ports/49d08ef5-faba-446e-baf5-00e4a48291fd HTTP/1.1" status: 204 len: 173 time: 0.9100206 Jun 18 19:48:27.039871 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b73799-61ce-4839-8998-e9c42f97be24', 'name': 'network-vif-deleted', 'tag': '49d08ef5-faba-446e-baf5-00e4a48291fd'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:27.047069 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffc7c6e-cd51-4371-994c-efd290c20c72" -d '{"events": [{"server_uuid": "60b73799-61ce-4839-8998-e9c42f97be24", "name": "network-vif-deleted", "tag": "49d08ef5-faba-446e-baf5-00e4a48291fd"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:27.213216 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c2db9e-008d-4f23-8413-769b135e0875 x-openstack-request-id: req-03c2db9e-008d-4f23-8413-769b135e0875 {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:27.213815 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e0db8a-5a66-4db9-802c-0bc8a868b59f", "tag": "de5ec956-6c8c-43b9-938f-657298054851", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:27.214090 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03c2db9e-008d-4f23-8413-769b135e0875 {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:27.215535 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'tag': 'de5ec956-6c8c-43b9-938f-657298054851', 'status': 'completed', 'code': 200} Jun 18 19:48:27.269020 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-11ebbf1d-69d5-42fb-8152-531a07ced7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'name': 'tempest-TestShelveInstance-651612013-router', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:05Z', 'updated_at': '2021-06-18T19:47:11Z', 'revision_number': 4, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'gw_port': {'id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:06Z', 'updated_at': '2021-06-18T19:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': 'a1388c73-d917-40a7-b17c-809a64f85866', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'port_id': 'de5ec956-6c8c-43b9-938f-657298054851', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'mac_address': 'fa:16:3e:6a:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:48:25Z', 'updated_at': '2021-06-18T19:48:25Z', 'revision_number': 0, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fa8f2b-7941-4ce4-970a-387eedb3ae18', 'name': '', 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'mac_address': 'fa:16:3e:4f:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:10Z', 'updated_at': '2021-06-18T19:47:19Z', 'revision_number': 5, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'subnets': [{'id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:27.301240 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ebbf1d-69d5-42fb-8152-531a07ced7ae None None] Checking router: b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:48:27.305975 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b95f1c5-97a5-447d-838f-e10dbec81967 x-openstack-request-id: req-7b95f1c5-97a5-447d-838f-e10dbec81967 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:27.306509 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b73799-61ce-4839-8998-e9c42f97be24", "name": "network-vif-deleted", "tag": "49d08ef5-faba-446e-baf5-00e4a48291fd", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:27.306917 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b95f1c5-97a5-447d-838f-e10dbec81967 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:27.307584 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b73799-61ce-4839-8998-e9c42f97be24', 'name': 'network-vif-deleted', 'tag': '49d08ef5-faba-446e-baf5-00e4a48291fd', 'status': 'completed', 'code': 200} Jun 18 19:48:27.311473 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c25b35d6-326e-4e79-b68e-f00ce7110655 req-e31e63c4-0cca-4123-8e20-f605d1fd5a76 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 210 time: 0.0753293 Jun 18 19:48:27.340973 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ebbf1d-69d5-42fb-8152-531a07ced7ae None None] Routers {'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:48:27.340973 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-11ebbf1d-69d5-42fb-8152-531a07ced7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:48:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:27.419291 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-46588d69-cb8a-4db5-95df-337eca4a98e7 req-778205ab-add9-4cd5-9ab8-7b8f2e296057 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 210 time: 0.0810776 Jun 18 19:48:27.472211 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af179d6b-efaf-420c-b063-242bd54561e7 req-4f501808-9cac-4469-9e6b-b273775ceb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:27.477493 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-af179d6b-efaf-420c-b063-242bd54561e7 req-4f501808-9cac-4469-9e6b-b273775ceb80 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6652bca8615b4918af5c7ba0dd64f153&device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 1098 time: 0.1723669 Jun 18 19:48:27.536912 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-11ebbf1d-69d5-42fb-8152-531a07ced7ae None None] Set router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:48:27.654234 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af179d6b-efaf-420c-b063-242bd54561e7 req-6e11aba5-e576-4f17-9f23-73716233de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:27.655850 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-af179d6b-efaf-420c-b063-242bd54561e7 req-6e11aba5-e576-4f17-9f23-73716233de17 service neutron] 10.222.0.58 "GET /v2.0/networks?id=70789dea-2877-4eee-aed6-d29941fcf770 HTTP/1.1" status: 200 len: 909 time: 0.1517398 Jun 18 19:48:27.664930 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4a412-3848-43ca-b817-6b3c7df6578c req-7957cca9-6b97-4ecf-ae74-2954723dbf04 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:27.666628 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-03d4a412-3848-43ca-b817-6b3c7df6578c req-7957cca9-6b97-4ecf-ae74-2954723dbf04 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1798427 Jun 18 19:48:27.729773 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f151d92-fa69-41d1-8810-18f248c26dfc req-447bd866-c6e2-4a21-ba26-3daddb32200f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:27.737969 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2f151d92-fa69-41d1-8810-18f248c26dfc req-447bd866-c6e2-4a21-ba26-3daddb32200f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.1061347 Jun 18 19:48:27.766234 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-03d4a412-3848-43ca-b817-6b3c7df6578c req-68e0b178-7f2b-482d-9baf-5af4e4f36a8c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572281 Jun 18 19:48:27.773101 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-af179d6b-efaf-420c-b063-242bd54561e7 req-d27f94cc-a7a3-4dee-acb4-c28503166bbc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de5ec956-6c8c-43b9-938f-657298054851 HTTP/1.1" status: 200 len: 998 time: 0.1050172 Jun 18 19:48:27.775674 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2f151d92-fa69-41d1-8810-18f248c26dfc req-327125b6-3c64-4c04-9627-c233f9054837 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368192 Jun 18 19:48:27.831700 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af179d6b-efaf-420c-b063-242bd54561e7 req-6207c634-f607-4325-bd25-4794d3a27c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:27.832179 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-11ebbf1d-69d5-42fb-8152-531a07ced7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'name': 'tempest-TestShelveInstance-651612013-router', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:05Z', 'updated_at': '2021-06-18T19:47:11Z', 'revision_number': 4, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'gw_port': {'id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:06Z', 'updated_at': '2021-06-18T19:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': 'a1388c73-d917-40a7-b17c-809a64f85866', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'port_id': 'de5ec956-6c8c-43b9-938f-657298054851', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'mac_address': 'fa:16:3e:6a:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:48:25Z', 'updated_at': '2021-06-18T19:48:25Z', 'revision_number': 0, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fa8f2b-7941-4ce4-970a-387eedb3ae18', 'name': '', 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'mac_address': 'fa:16:3e:4f:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:10Z', 'updated_at': '2021-06-18T19:47:19Z', 'revision_number': 5, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'subnets': [{'id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:27.833081 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-af179d6b-efaf-420c-b063-242bd54561e7 req-6207c634-f607-4325-bd25-4794d3a27c44 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a09f1bd-6119-4439-abd6-c18c396dd572 HTTP/1.1" status: 200 len: 847 time: 0.0484190 Jun 18 19:48:27.859869 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ebbf1d-69d5-42fb-8152-531a07ced7ae None None] The sync data for ids ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'] in dv-cinder-790535-6-iscsi is: [{'id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'name': 'tempest-TestShelveInstance-651612013-router', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:05Z', 'updated_at': '2021-06-18T19:47:11Z', 'revision_number': 4, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'gw_port': {'id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:06Z', 'updated_at': '2021-06-18T19:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': 'a1388c73-d917-40a7-b17c-809a64f85866', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'port_id': 'de5ec956-6c8c-43b9-938f-657298054851', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'mac_address': 'fa:16:3e:6a:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:48:25Z', 'updated_at': '2021-06-18T19:48:25Z', 'revision_number': 0, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fa8f2b-7941-4ce4-970a-387eedb3ae18', 'name': '', 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'mac_address': 'fa:16:3e:4f:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:10Z', 'updated_at': '2021-06-18T19:47:19Z', 'revision_number': 5, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'subnets': [{'id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:48:27.937842 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af179d6b-efaf-420c-b063-242bd54561e7 req-19d5ecc8-f717-49a6-81a6-639344f1aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:27.939643 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-af179d6b-efaf-420c-b063-242bd54561e7 req-19d5ecc8-f717-49a6-81a6-639344f1aabf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70789dea-2877-4eee-aed6-d29941fcf770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0977268 Jun 18 19:48:28.098053 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-af179d6b-efaf-420c-b063-242bd54561e7 req-36d1dcc4-de09-4175-9438-cdde5cdb1377 service neutron] 10.222.0.58 "GET /v2.0/networks/70789dea-2877-4eee-aed6-d29941fcf770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473439 Jun 18 19:48:28.131823 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4104676-d616-4b0e-84d2-9d446eb82d57 None None] New status for floating IP a1388c73-d917-40a7-b17c-809a64f85866: ACTIVE {{(pid=100056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:48:28.176578 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaf9cb-c747-4fbe-b658-edf94fb2ed24 req-e5583877-a25f-46ff-a40e-e5b076c7eb09 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:28.178189 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-afdaf9cb-c747-4fbe-b658-edf94fb2ed24 req-e5583877-a25f-46ff-a40e-e5b076c7eb09 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1596465 Jun 18 19:48:28.183429 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 9c9c6614-5cfa-4178-ae31-eb1c590105cd details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:48:28.284096 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-afdaf9cb-c747-4fbe-b658-edf94fb2ed24 req-322d9769-b38a-4f2c-bb40-e73b1895446c tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938740 Jun 18 19:48:28.288854 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-af179d6b-efaf-420c-b063-242bd54561e7 req-5ac7bc45-696b-4425-a29e-0dc05887a73d service neutron] 10.222.0.58 "GET /v2.0/networks/70789dea-2877-4eee-aed6-d29941fcf770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771128 Jun 18 19:48:28.454225 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 9c9c6614-5cfa-4178-ae31-eb1c590105cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:28.477734 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': '9c9c6614-5cfa-4178-ae31-eb1c590105cd', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'port_id': '9c9c6614-5cfa-4178-ae31-eb1c590105cd', 'mac_address': 'fa:16:3e:88:9b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:48:28.559388 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-70f49db8-eaa6-4331-81b3-2d2c6bc47d9f req-99a39a6a-5a54-49b0-b8ca-12110e50aee3 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 210 time: 0.0445473 Jun 18 19:48:28.559948 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:28.569314 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7b10f2be-45c0-4e00-8177-a0a26c882e97 req-46e1f1df-62f7-4cf0-a3ad-655724a526b5 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=60b73799-61ce-4839-8998-e9c42f97be24 HTTP/1.1" status: 200 len: 210 time: 0.0465131 Jun 18 19:48:28.583388 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c9c6614-5cfa-4178-ae31-eb1c590105cd {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:48:28.627419 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 9c9c6614-5cfa-4178-ae31-eb1c590105cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:28.762198 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:28.764091 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:28.812814 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=9c9c6614-5cfa-4178-ae31-eb1c590105cd,revision_number=6']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:28.818335 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:28.891913 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['9c9c6614-5cfa-4178-ae31-eb1c590105cd'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:29.143182 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292ee9f-e6d8-4638-ae34-ae31977f4c98 req-8a55066f-ee97-4d0a-8097-ab0548cfc2f9 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:29.149695 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d292ee9f-e6d8-4638-ae34-ae31977f4c98 req-8a55066f-ee97-4d0a-8097-ab0548cfc2f9 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 945 time: 0.0965087 Jun 18 19:48:29.194204 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917b62f-0b1b-4f51-a964-081795fd0278 req-91cce419-4f2d-43d2-8ceb-c84ad33a1c4c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:29.196294 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3917b62f-0b1b-4f51-a964-081795fd0278 req-91cce419-4f2d-43d2-8ceb-c84ad33a1c4c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1006958 Jun 18 19:48:29.232267 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d292ee9f-e6d8-4638-ae34-ae31977f4c98 req-76577d75-7e1e-4054-a945-d1bed9c8c213 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796490 Jun 18 19:48:29.284726 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3917b62f-0b1b-4f51-a964-081795fd0278 req-9a0cc152-c390-42e2-971a-31fe76089e7c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805607 Jun 18 19:48:29.496772 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e87169-5108-4c1d-ab29-cd21c783b782 req-7986a5f6-f963-4de2-83c7-b6bd90e58b26 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:29.498339 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-17e87169-5108-4c1d-ab29-cd21c783b782 req-7986a5f6-f963-4de2-83c7-b6bd90e58b26 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0670879 Jun 18 19:48:29.550834 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-17e87169-5108-4c1d-ab29-cd21c783b782 req-c7540538-55c6-41e8-a0f6-6279cdb7a86d tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465591 Jun 18 19:48:29.732864 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c81de5c7-9582-41ca-b305-930708067fcc req-68d05164-b8c3-432c-abd9-07b9e46702cd tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 210 time: 0.0483878 Jun 18 19:48:29.931184 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cba88-3a2d-460f-b760-d47a46b8d0fc req-fe792829-faee-4c95-a682-3b71edb8431e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:29.933053 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-616cba88-3a2d-460f-b760-d47a46b8d0fc req-fe792829-faee-4c95-a682-3b71edb8431e tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.0969086 Jun 18 19:48:30.138731 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-616cba88-3a2d-460f-b760-d47a46b8d0fc req-9d5489a9-03cd-48bd-8eb6-bec5b81eac7b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Deleting port e70a847a-bd54-40fb-ac1c-ec02b346e879 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:48:30.139070 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-616cba88-3a2d-460f-b760-d47a46b8d0fc req-9d5489a9-03cd-48bd-8eb6-bec5b81eac7b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.160396 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 9c9c6614-5cfa-4178-ae31-eb1c590105cd up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:48:30.238630 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port 9c9c6614-5cfa-4178-ae31-eb1c590105cd triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:30.239455 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.406895 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.416278 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-616cba88-3a2d-460f-b760-d47a46b8d0fc req-9d5489a9-03cd-48bd-8eb6-bec5b81eac7b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] For port e70a847a-bd54-40fb-ac1c-ec02b346e879, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e70a847a-bd54-40fb-ac1c-ec02b346e879,segment=NetworkSegment(c60b9e12-5474-480c-89be-5fe9904ce631),segment_id=c60b9e12-5474-480c-89be-5fe9904ce631)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:30.417058 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-616cba88-3a2d-460f-b760-d47a46b8d0fc req-9d5489a9-03cd-48bd-8eb6-bec5b81eac7b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.469476 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9c6614-5cfa-4178-ae31-eb1c590105cd'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:30.473839 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7247ca5-94c8-46a9-88a5-0a61165fd678" -d '{"events": [{"server_uuid": "0ade1fbd-6bcc-4bc9-a401-db024f113cf6", "name": "network-vif-plugged", "status": "completed", "tag": "9c9c6614-5cfa-4178-ae31-eb1c590105cd"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:30.521653 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 9c9c6614-5cfa-4178-ae31-eb1c590105cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:30.614472 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-616cba88-3a2d-460f-b760-d47a46b8d0fc req-9d5489a9-03cd-48bd-8eb6-bec5b81eac7b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Calling delete_port for e70a847a-bd54-40fb-ac1c-ec02b346e879 owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:48:30.647421 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd17072-eb03-4278-bcb4-01f68f81863d req-f929697f-a149-4478-b318-363ae7eeb83a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:30.656113 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6dd17072-eb03-4278-bcb4-01f68f81863d req-f929697f-a149-4478-b318-363ae7eeb83a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 945 time: 0.0972176 Jun 18 19:48:30.713148 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6dd17072-eb03-4278-bcb4-01f68f81863d req-9c4ff9f0-6ae8-4612-957b-c253aa7b62f0 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558240 Jun 18 19:48:30.760160 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.762098 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 49d08ef5-faba-446e-baf5-00e4a48291fd no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:48:30.765936 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:30.797763 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cb0b2-dab4-4d39-9445-81d85aa51c74 req-74574263-0b07-41c2-82f9-eedbe0460956 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:30.806662 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e52cb0b2-dab4-4d39-9445-81d85aa51c74 req-74574263-0b07-41c2-82f9-eedbe0460956 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.3618543 Jun 18 19:48:30.817072 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f1d5af-82b2-4f8a-ab8e-b28e1eab40fe x-openstack-request-id: req-88f1d5af-82b2-4f8a-ab8e-b28e1eab40fe {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:30.817328 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ade1fbd-6bcc-4bc9-a401-db024f113cf6", "name": "network-vif-plugged", "status": "completed", "tag": "9c9c6614-5cfa-4178-ae31-eb1c590105cd", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:30.817656 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88f1d5af-82b2-4f8a-ab8e-b28e1eab40fe {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:30.818068 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9c6614-5cfa-4178-ae31-eb1c590105cd', 'code': 200} Jun 18 19:48:30.861134 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-1e8c142b-804f-4a26-b58c-5668eda7c8be tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:30.862846 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-1e8c142b-804f-4a26-b58c-5668eda7c8be tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.58 "GET /v2.0/networks?id=0ca30535-c755-4003-a062-b2936dfb677d HTTP/1.1" status: 200 len: 814 time: 0.3266361 Jun 18 19:48:30.878007 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: 49d08ef5-faba-446e-baf5-00e4a48291fd {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:48:30.878193 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 49d08ef5-faba-446e-baf5-00e4a48291fd not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:48:30.885395 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e52cb0b2-dab4-4d39-9445-81d85aa51c74 req-9d8ba548-d40b-4875-b20b-a78f6b3818c2 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775673 Jun 18 19:48:30.914383 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-2b17960f-dbb8-4a98-9fde-7c11162c7514 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Request body: {'port': {'device_id': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d', 'admin_state_up': True, 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:30.986961 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=9c9c6614-5cfa-4178-ae31-eb1c590105cd,revision_number=7']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:31.007757 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:31.008089 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:31.008447 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:31.008860 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:31.009200 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:31.009535 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:31.009867 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:31.010196 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:31.010525 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:31.010887 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:31.015721 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:31.015989 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:31.025853 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:31.206391 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555cef9-a2c2-4aae-bda7-1ed3f5f7c377 req-4de74e6f-d526-4e45-86e7-98d6ee3f3deb tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:31.219328 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-4555cef9-a2c2-4aae-bda7-1ed3f5f7c377 req-4de74e6f-d526-4e45-86e7-98d6ee3f3deb tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 945 time: 0.1826077 Jun 18 19:48:31.306643 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-4555cef9-a2c2-4aae-bda7-1ed3f5f7c377 req-7ed9e5d1-3a2c-41da-86b8-7c1e3635e54b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853438 Jun 18 19:48:31.440720 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-101e5dc3-0e14-4e64-b3e9-8512a8350a6b req-66330d4f-f9ff-4ef1-a7ab-833f49955840 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 210 time: 0.0479896 Jun 18 19:48:31.613116 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-2b17960f-dbb8-4a98-9fde-7c11162c7514 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Made reservation on behalf of 96c11db2cb6045afb5fd1b9e3e8220ec for: {'port': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:48:31.624650 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-2b17960f-dbb8-4a98-9fde-7c11162c7514 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:31.674275 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-616cba88-3a2d-460f-b760-d47a46b8d0fc req-9d5489a9-03cd-48bd-8eb6-bec5b81eac7b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:31.691749 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['e70a847a-bd54-40fb-ac1c-ec02b346e879'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:31.696862 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-3e752ea9-5b0b-4ad7-b3a7-2c9ddcf3183d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:31.901080 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5489a9-03cd-48bd-8eb6-bec5b81eac7b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Pushing event deleted for resources: {'Port': ['ID=e70a847a-bd54-40fb-ac1c-ec02b346e879,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:31.954393 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-9d5489a9-03cd-48bd-8eb6-bec5b81eac7b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:31.961230 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-616cba88-3a2d-460f-b760-d47a46b8d0fc req-9d5489a9-03cd-48bd-8eb6-bec5b81eac7b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] No DVR routers for this DVR port e70a847a-bd54-40fb-ac1c-ec02b346e879 on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:48:31.981778 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-616cba88-3a2d-460f-b760-d47a46b8d0fc req-9d5489a9-03cd-48bd-8eb6-bec5b81eac7b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:31.984036 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-616cba88-3a2d-460f-b760-d47a46b8d0fc req-9d5489a9-03cd-48bd-8eb6-bec5b81eac7b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.58 "DELETE /v2.0/ports/e70a847a-bd54-40fb-ac1c-ec02b346e879 HTTP/1.1" status: 204 len: 173 time: 2.0449593 Jun 18 19:48:31.984654 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09c004f-ccbe-4ae3-89cb-cf3511576dca', 'name': 'network-vif-deleted', 'tag': 'e70a847a-bd54-40fb-ac1c-ec02b346e879'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:31.987617 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38177e17-7cff-42c6-bf53-f6f9ce0000b6" -d '{"events": [{"server_uuid": "a09c004f-ccbe-4ae3-89cb-cf3511576dca", "name": "network-vif-deleted", "tag": "e70a847a-bd54-40fb-ac1c-ec02b346e879"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:32.190995 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-2b17960f-dbb8-4a98-9fde-7c11162c7514 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Allocated IP 172.20.0.11 (0ca30535-c755-4003-a062-b2936dfb677d/adde3d0a-521e-40a6-b20a-699d7edb7b7a/099bfd59-fab4-4193-9a14-49672a18bb64) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:48:32.234476 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42252693-6dbb-4206-9ee3-8ef437ea0de6 req-8e1ec585-1987-4615-885e-0daa104a6dc1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:32.241890 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-42252693-6dbb-4206-9ee3-8ef437ea0de6 req-8e1ec585-1987-4615-885e-0daa104a6dc1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.2886279 Jun 18 19:48:32.372405 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4821b-654e-4c3c-abd7-3d7525bcd25d req-6a14dfb9-596c-4ac8-98b4-4be8c3aabec7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:32.374632 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-41f4821b-654e-4c3c-abd7-3d7525bcd25d req-6a14dfb9-596c-4ac8-98b4-4be8c3aabec7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1261089 Jun 18 19:48:32.395050 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-42252693-6dbb-4206-9ee3-8ef437ea0de6 req-97de9a77-ffc9-40c9-a44f-77937c2787ca tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519017 Jun 18 19:48:32.484207 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-41f4821b-654e-4c3c-abd7-3d7525bcd25d req-7296d885-f477-47df-995c-88b22dd50cae tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031535 Jun 18 19:48:32.692416 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-2b17960f-dbb8-4a98-9fde-7c11162c7514 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:32.778513 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-2b17960f-dbb8-4a98-9fde-7c11162c7514 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Transition to ACTIVE for port object 099bfd59-fab4-4193-9a14-49672a18bb64 will not be triggered until provisioned by entity DHCP. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:48:32.778513 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c597f205-4edf-46cf-b605-6c5dbe248ea4 x-openstack-request-id: req-c597f205-4edf-46cf-b605-6c5dbe248ea4 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:32.778513 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09c004f-ccbe-4ae3-89cb-cf3511576dca", "name": "network-vif-deleted", "tag": "e70a847a-bd54-40fb-ac1c-ec02b346e879", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:32.778513 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c597f205-4edf-46cf-b605-6c5dbe248ea4 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:32.778513 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09c004f-ccbe-4ae3-89cb-cf3511576dca', 'name': 'network-vif-deleted', 'tag': 'e70a847a-bd54-40fb-ac1c-ec02b346e879', 'status': 'completed', 'code': 200} Jun 18 19:48:33.101056 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a196d467-495b-4276-931c-c80be03b8f7e req-83033ad5-c914-4778-b516-9ea3dee10737 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] 10.222.0.42 "GET /v2.0/ports?device_id=a09c004f-ccbe-4ae3-89cb-cf3511576dca HTTP/1.1" status: 200 len: 210 time: 0.0639095 Jun 18 19:48:33.133447 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab9409-f421-438b-9cac-cf4a837532c7 req-73a5599d-cf29-4e0a-a394-401e870c304b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:33.141969 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-fbab9409-f421-438b-9cac-cf4a837532c7 req-73a5599d-cf29-4e0a-a394-401e870c304b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 946 time: 0.2973526 Jun 18 19:48:33.254395 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-fbab9409-f421-438b-9cac-cf4a837532c7 req-c5f48e5e-a855-4521-994e-4355b014afcd tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040463 Jun 18 19:48:33.373450 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1fec4813-71b5-4cec-96c7-d0c102bef0f3 req-d6c762c0-2702-4c8f-a0ef-a9cc095e14aa tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 210 time: 0.0618670 Jun 18 19:48:33.687376 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd5ada-3314-4d85-b8e1-53bafd341b51 req-4aa7515f-7ab0-479f-8777-06b391e1f9c6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:33.687714 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7dd5ada-3314-4d85-b8e1-53bafd341b51 req-4aa7515f-7ab0-479f-8777-06b391e1f9c6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.1413465 Jun 18 19:48:33.729761 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7dd5ada-3314-4d85-b8e1-53bafd341b51 req-298e670b-61e4-4228-aaaa-2fd13fca90cb tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362902 Jun 18 19:48:33.774128 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9358a4-9afa-4b22-8069-58c63c4dd579 req-c351fdb4-f3d3-48ae-befb-8e9e56324d30 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:33.775709 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2f9358a4-9afa-4b22-8069-58c63c4dd579 req-c351fdb4-f3d3-48ae-befb-8e9e56324d30 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.0703530 Jun 18 19:48:33.815598 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2f9358a4-9afa-4b22-8069-58c63c4dd579 req-8f63d50e-1507-4167-b8d7-d93716242201 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338223 Jun 18 19:48:33.905107 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-2b17960f-dbb8-4a98-9fde-7c11162c7514 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:33.909142 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:33.957245 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-2b17960f-dbb8-4a98-9fde-7c11162c7514 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Network 0ca30535-c755-4003-a062-b2936dfb677d is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:48:33.977736 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17960f-dbb8-4a98-9fde-7c11162c7514 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Pushing event updated for resources: {'Port': ['ID=099bfd59-fab4-4193-9a14-49672a18bb64,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:33.981733 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-2b17960f-dbb8-4a98-9fde-7c11162c7514 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:48:33.994938 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-2b17960f-dbb8-4a98-9fde-7c11162c7514 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:33.996361 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-2b17960f-dbb8-4a98-9fde-7c11162c7514 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:48:34.057297 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-2b17960f-dbb8-4a98-9fde-7c11162c7514 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:34.057297 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-2b17960f-dbb8-4a98-9fde-7c11162c7514 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:34.146280 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-2b17960f-dbb8-4a98-9fde-7c11162c7514 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2581699 Jun 18 19:48:34.163749 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Request body: {'port': {'device_id': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:34.171113 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device e70a847a-bd54-40fb-ac1c-ec02b346e879 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:48:34.357577 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:34.368743 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: e70a847a-bd54-40fb-ac1c-ec02b346e879 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:48:34.381532 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device e70a847a-bd54-40fb-ac1c-ec02b346e879 not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:48:34.539888 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-4888e342-12ea-457e-b160-a015174f1850 None None] Provisioning for port 099bfd59-fab4-4193-9a14-49672a18bb64 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:48:34.551836 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-4888e342-12ea-457e-b160-a015174f1850 None None] Provisioning complete for port 099bfd59-fab4-4193-9a14-49672a18bb64 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:34.551836 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-4888e342-12ea-457e-b160-a015174f1850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:34.581363 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 39472) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:34.685802 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-4888e342-12ea-457e-b160-a015174f1850 None None] Port 099bfd59-fab4-4193-9a14-49672a18bb64 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:48:34.985679 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099bfd59-fab4-4193-9a14-49672a18bb64 {{(pid=100054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:48:34.998606 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:35.016660 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Transition to ACTIVE for port object 099bfd59-fab4-4193-9a14-49672a18bb64 will not be triggered until provisioned by entity L2. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:48:35.082543 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a33b4-95b3-4b1c-b7ed-e2185358434c req-138a6054-bd98-4f63-bfe5-71682b4530fb tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:35.093262 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ac3a33b4-95b3-4b1c-b7ed-e2185358434c req-138a6054-bd98-4f63-bfe5-71682b4530fb tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 946 time: 0.2137086 Jun 18 19:48:35.179923 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:35.203337 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-56176bc4-4351-4ad0-bc56-bbb656385e7b tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:35.208480 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ac3a33b4-95b3-4b1c-b7ed-e2185358434c req-c3822183-71e5-4b41-ae3b-b915e8584038 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140449 Jun 18 19:48:35.490298 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969883f-0e36-4880-92be-51e19216400a service neutron] Pushing event updated for resources: {'Port': ['ID=099bfd59-fab4-4193-9a14-49672a18bb64,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:35.525838 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-3969883f-0e36-4880-92be-51e19216400a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:35.546360 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b2430-4fb3-4571-bf5e-2a25a915d198 req-c16c7dd3-e32a-4a81-b727-b0f54ead2d50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:35.551810 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cb4b2430-4fb3-4571-bf5e-2a25a915d198 req-c16c7dd3-e32a-4a81-b727-b0f54ead2d50 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.58 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 946 time: 0.5299683 Jun 18 19:48:35.611724 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d185db4-3bd0-4859-a7e7-e9a6d77ed19d req-722f7803-7dd0-4992-bcc2-4ef86639dec3 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:35.620892 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1d185db4-3bd0-4859-a7e7-e9a6d77ed19d req-722f7803-7dd0-4992-bcc2-4ef86639dec3 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 932 time: 0.5798213 Jun 18 19:48:35.730340 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd237b4-4a9d-4d83-b8c1-3a43b8c18ccd req-a3f7e96b-1e22-456f-9395-4043e736e4ec tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:35.732573 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1d185db4-3bd0-4859-a7e7-e9a6d77ed19d req-a5739808-cbe2-4ef4-b91e-e3d8ad673137 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095562 Jun 18 19:48:35.741104 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1cd237b4-4a9d-4d83-b8c1-3a43b8c18ccd req-a3f7e96b-1e22-456f-9395-4043e736e4ec tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.2810621 Jun 18 19:48:35.833327 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Attempting to bind port 099bfd59-fab4-4193-9a14-49672a18bb64 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:48:35.833699 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Attempting to bind port 099bfd59-fab4-4193-9a14-49672a18bb64 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '7e71a053-4840-4b17-bf39-b1f1993f25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d'}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:48:35.834198 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Attempting to bind port 099bfd59-fab4-4193-9a14-49672a18bb64 on network 0ca30535-c755-4003-a062-b2936dfb677d {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:48:35.845376 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1cd237b4-4a9d-4d83-b8c1-3a43b8c18ccd req-37f48540-a9aa-4572-a7fd-187ce98688ca tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029463 Jun 18 19:48:35.871795 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-08250031-ea42-493b-9fac-2b9f071cbc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475895'] for router_interface, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:35.878423 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Port 099bfd59-fab4-4193-9a14-49672a18bb64 on network 0ca30535-c755-4003-a062-b2936dfb677d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:48:35.879407 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Attempting to bind port 099bfd59-fab4-4193-9a14-49672a18bb64 on network 0ca30535-c755-4003-a062-b2936dfb677d {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:48:35.984978 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:48:35.985750 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Checking segment: {'id': '7e71a053-4840-4b17-bf39-b1f1993f25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:48:35.986321 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Bound using segment: {'id': '7e71a053-4840-4b17-bf39-b1f1993f25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d'} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:48:35.987221 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Bound port: 099bfd59-fab4-4193-9a14-49672a18bb64, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e71a053-4840-4b17-bf39-b1f1993f25ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d'}}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:48:35.987772 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:36.114613 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-cb4b2430-4fb3-4571-bf5e-2a25a915d198 req-96d766a6-a66a-4673-9c2c-27c48defe4ce tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Deleting port 3ea964ed-a32f-4f96-8dfa-e5e536481363 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:48:36.114869 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-cb4b2430-4fb3-4571-bf5e-2a25a915d198 req-96d766a6-a66a-4673-9c2c-27c48defe4ce tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:36.212463 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] For port 099bfd59-fab4-4193-9a14-49672a18bb64, host hv-cinder-79053, cleared binding levels {{(pid=100054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:48:36.237167 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] For port 099bfd59-fab4-4193-9a14-49672a18bb64, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=099bfd59-fab4-4193-9a14-49672a18bb64,segment=NetworkSegment(7e71a053-4840-4b17-bf39-b1f1993f25ee),segment_id=7e71a053-4840-4b17-bf39-b1f1993f25ee)] {{(pid=100054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:48:36.250503 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434485e-7a46-47fb-8d0c-fd3fbbf20a52 req-8214ebad-7690-4b1d-a3b3-6ec759b9360c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:36.259323 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a434485e-7a46-47fb-8d0c-fd3fbbf20a52 req-8214ebad-7690-4b1d-a3b3-6ec759b9360c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.3333049 Jun 18 19:48:36.286994 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:36.324446 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:36.328259 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-cb4b2430-4fb3-4571-bf5e-2a25a915d198 req-96d766a6-a66a-4673-9c2c-27c48defe4ce tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] For port 3ea964ed-a32f-4f96-8dfa-e5e536481363, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ea964ed-a32f-4f96-8dfa-e5e536481363,segment=NetworkSegment(199a9dd1-2657-4dcd-9c25-e39cea96a24c),segment_id=199a9dd1-2657-4dcd-9c25-e39cea96a24c)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:36.328972 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-cb4b2430-4fb3-4571-bf5e-2a25a915d198 req-96d766a6-a66a-4673-9c2c-27c48defe4ce tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:36.342426 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-3969883f-0e36-4880-92be-51e19216400a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:36.365030 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a434485e-7a46-47fb-8d0c-fd3fbbf20a52 req-99feef28-e3d0-486b-ae1a-58d30c3e2567 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045597 Jun 18 19:48:36.477560 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-cb4b2430-4fb3-4571-bf5e-2a25a915d198 req-96d766a6-a66a-4673-9c2c-27c48defe4ce tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Calling delete_port for 3ea964ed-a32f-4f96-8dfa-e5e536481363 owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:48:36.489965 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:36.490596 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:36.492035 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3969883f-0e36-4880-92be-51e19216400a service neutron] 10.222.0.58 "PUT /v2.0/ports/099bfd59-fab4-4193-9a14-49672a18bb64 HTTP/1.1" status: 200 len: 1094 time: 2.3330863 Jun 18 19:48:36.497421 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'tag': '099bfd59-fab4-4193-9a14-49672a18bb64'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:36.499959 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45163c63-d88a-4640-bdbe-d48e812722bc" -d '{"events": [{"name": "network-changed", "server_uuid": "6288b180-5bc9-4208-a0ac-f0e8d6b55d62", "tag": "099bfd59-fab4-4193-9a14-49672a18bb64"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:36.644864 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30484e1e-2f58-47a2-b8fd-66d1c5c232f5 x-openstack-request-id: req-30484e1e-2f58-47a2-b8fd-66d1c5c232f5 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:36.645284 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6288b180-5bc9-4208-a0ac-f0e8d6b55d62", "tag": "099bfd59-fab4-4193-9a14-49672a18bb64", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:36.645641 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30484e1e-2f58-47a2-b8fd-66d1c5c232f5 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:36.646089 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'tag': '099bfd59-fab4-4193-9a14-49672a18bb64', 'status': 'completed', 'code': 200} Jun 18 19:48:36.651442 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969883f-0e36-4880-92be-51e19216400a service neutron] Pushing event updated for resources: {'Port': ['ID=099bfd59-fab4-4193-9a14-49672a18bb64,revision_number=3']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:36.679110 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-3969883f-0e36-4880-92be-51e19216400a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:36.950022 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45163c63-d88a-4640-bdbe-d48e812722bc req-22052ecc-fc47-40ae-ab1e-2706975d95b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:36.952723 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-45163c63-d88a-4640-bdbe-d48e812722bc req-22052ecc-fc47-40ae-ab1e-2706975d95b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96c11db2cb6045afb5fd1b9e3e8220ec&device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 1097 time: 0.2965014 Jun 18 19:48:37.152725 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4fc8-5d45-478c-b1a8-a4b65c6fa342 req-76745a50-459a-430b-911c-d871607bd7bc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:37.152725 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-646a4fc8-5d45-478c-b1a8-a4b65c6fa342 req-76745a50-459a-430b-911c-d871607bd7bc tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 946 time: 0.5497270 Jun 18 19:48:37.265314 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-646a4fc8-5d45-478c-b1a8-a4b65c6fa342 req-72948c4f-274f-40fd-948f-3f05b09bcfd2 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/security-groups?id=2062a89f-9060-4d73-a3ff-825ea79d2bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370280 Jun 18 19:48:37.401281 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45163c63-d88a-4640-bdbe-d48e812722bc req-a2407b83-ebd3-4862-bdfb-26a6efc35564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:37.414159 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-45163c63-d88a-4640-bdbe-d48e812722bc req-a2407b83-ebd3-4862-bdfb-26a6efc35564 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=96c11db2cb6045afb5fd1b9e3e8220ec&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4303856 Jun 18 19:48:37.462499 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c8e61-5340-48a7-a64b-9496b2d4b91f req-748b1a2e-37e6-4354-bff5-8d4229fa8bb5 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:37.484032 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c53c8e61-5340-48a7-a64b-9496b2d4b91f req-748b1a2e-37e6-4354-bff5-8d4229fa8bb5 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 944 time: 0.5159585 Jun 18 19:48:37.597859 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c53c8e61-5340-48a7-a64b-9496b2d4b91f req-01d1435b-0c23-4b86-bf37-ab8533e057a9 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114604 Jun 18 19:48:37.714615 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0799a-22f3-44cd-aa9f-7ce415d0894c req-b3f516ef-f386-47bb-a511-fb07118f03ef tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:37.723626 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e3c0799a-22f3-44cd-aa9f-7ce415d0894c req-b3f516ef-f386-47bb-a511-fb07118f03ef tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.1480815 Jun 18 19:48:37.738543 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-08250031-ea42-493b-9fac-2b9f071cbc71 admin admin] Deleting port 6e8e659a-88d6-4f2b-9677-e7de1901ce78 {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:48:37.738543 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-08250031-ea42-493b-9fac-2b9f071cbc71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:37.785982 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-cb4b2430-4fb3-4571-bf5e-2a25a915d198 req-96d766a6-a66a-4673-9c2c-27c48defe4ce tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:37.797282 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-2093dddd-a7db-4b27-9fc2-2bedfe92fc84 tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:37.846663 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e3c0799a-22f3-44cd-aa9f-7ce415d0894c req-55a02be3-647c-4709-a48b-979b31e1a29f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203063 Jun 18 19:48:37.890628 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d766a6-a66a-4673-9c2c-27c48defe4ce tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Pushing event deleted for resources: {'Port': ['ID=3ea964ed-a32f-4f96-8dfa-e5e536481363,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:37.894296 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-96d766a6-a66a-4673-9c2c-27c48defe4ce tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:37.966117 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [None req-08250031-ea42-493b-9fac-2b9f071cbc71 admin admin] For port 6e8e659a-88d6-4f2b-9677-e7de1901ce78, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=6e8e659a-88d6-4f2b-9677-e7de1901ce78,segment=NetworkSegment(c60b9e12-5474-480c-89be-5fe9904ce631),segment_id=c60b9e12-5474-480c-89be-5fe9904ce631)] {{(pid=100055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:37.968848 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-08250031-ea42-493b-9fac-2b9f071cbc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:38.033333 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4b2430-4fb3-4571-bf5e-2a25a915d198 req-96d766a6-a66a-4673-9c2c-27c48defe4ce tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] No DVR routers for this DVR port 3ea964ed-a32f-4f96-8dfa-e5e536481363 on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:48:38.036438 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-cb4b2430-4fb3-4571-bf5e-2a25a915d198 req-96d766a6-a66a-4673-9c2c-27c48defe4ce tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:38.040326 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cb4b2430-4fb3-4571-bf5e-2a25a915d198 req-96d766a6-a66a-4673-9c2c-27c48defe4ce tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.58 "DELETE /v2.0/ports/3ea964ed-a32f-4f96-8dfa-e5e536481363 HTTP/1.1" status: 204 len: 173 time: 2.4487765 Jun 18 19:48:38.119994 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-08250031-ea42-493b-9fac-2b9f071cbc71 admin admin] Calling delete_port for 6e8e659a-88d6-4f2b-9677-e7de1901ce78 owned by network:router_interface {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:48:38.168247 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7b13a-20e4-4223-ac52-7514345b318f req-4484bf38-a1ad-407b-8f99-585227543e14 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:38.171188 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-68b7b13a-20e4-4223-ac52-7514345b318f req-4484bf38-a1ad-407b-8f99-585227543e14 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.3498137 Jun 18 19:48:38.171841 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 3ea964ed-a32f-4f96-8dfa-e5e536481363 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:48:38.288285 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: 3ea964ed-a32f-4f96-8dfa-e5e536481363 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:48:38.353479 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 3ea964ed-a32f-4f96-8dfa-e5e536481363 not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:48:38.354448 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-68b7b13a-20e4-4223-ac52-7514345b318f req-2b4f3d92-79dc-4f0e-988f-927b299f3913 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643567 Jun 18 19:48:38.459923 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45163c63-d88a-4640-bdbe-d48e812722bc req-534f5f15-abfa-465d-9f45-031277b5b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:38.462046 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-45163c63-d88a-4640-bdbe-d48e812722bc req-534f5f15-abfa-465d-9f45-031277b5b420 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3873014 Jun 18 19:48:38.697701 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180fdb3b-83e1-4594-bc80-e111b95c7b41', 'name': 'network-vif-deleted', 'tag': '3ea964ed-a32f-4f96-8dfa-e5e536481363'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:38.701504 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87549016-80e2-4432-ab15-f0304cb9834d" -d '{"events": [{"server_uuid": "180fdb3b-83e1-4594-bc80-e111b95c7b41", "name": "network-vif-deleted", "tag": "3ea964ed-a32f-4f96-8dfa-e5e536481363"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:38.715596 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-4344443e-e707-4113-bc0c-2b18ca3c5212 req-552bfdaf-78d7-42c5-90fc-3e975e66fdf3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 210 time: 0.1223381 Jun 18 19:48:38.751975 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-32396332-fc67-4134-b24e-2c28498738b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:38.753613 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-32396332-fc67-4134-b24e-2c28498738b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96c11db2cb6045afb5fd1b9e3e8220ec&device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 1097 time: 0.1824219 Jun 18 19:48:38.759023 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-08250031-ea42-493b-9fac-2b9f071cbc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:38.768221 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-cc4325d4-2af4-4076-81ee-31b522b178be tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:38.779420 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4cf414-918c-428c-8b42-7524331ec7c2 x-openstack-request-id: req-ed4cf414-918c-428c-8b42-7524331ec7c2 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:38.779754 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180fdb3b-83e1-4594-bc80-e111b95c7b41", "name": "network-vif-deleted", "tag": "3ea964ed-a32f-4f96-8dfa-e5e536481363", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:38.780043 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed4cf414-918c-428c-8b42-7524331ec7c2 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:38.780471 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180fdb3b-83e1-4594-bc80-e111b95c7b41', 'name': 'network-vif-deleted', 'tag': '3ea964ed-a32f-4f96-8dfa-e5e536481363', 'status': 'completed', 'code': 200} Jun 18 19:48:38.796258 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08250031-ea42-493b-9fac-2b9f071cbc71 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8e659a-88d6-4f2b-9677-e7de1901ce78,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:38.811003 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-08250031-ea42-493b-9fac-2b9f071cbc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:38.834435 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-bb45e8e5-69fe-4e2f-9edd-e39e9a7d8892 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=099bfd59-fab4-4193-9a14-49672a18bb64 HTTP/1.1" status: 200 len: 217 time: 0.0720911 Jun 18 19:48:38.927730 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-1d015799-ecbe-4f6c-9d42-00dc4b5bc3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:38.929144 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-1d015799-ecbe-4f6c-9d42-00dc4b5bc3c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=adde3d0a-521e-40a6-b20a-699d7edb7b7a HTTP/1.1" status: 200 len: 853 time: 0.0707824 Jun 18 19:48:39.014286 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-08250031-ea42-493b-9fac-2b9f071cbc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475723'] for router_interface, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:39.025393 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fdb63-7138-4528-81d3-5e88c8148e9e req-2ecc67bd-4951-4b96-a7b8-093942d2d0dc tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:39.027214 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0b3fdb63-7138-4528-81d3-5e88c8148e9e req-2ecc67bd-4951-4b96-a7b8-093942d2d0dc tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 944 time: 0.2055457 Jun 18 19:48:39.087244 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0b3fdb63-7138-4528-81d3-5e88c8148e9e req-0389a2d7-b7cd-4ad5-8223-c1e7ed892f49 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485969 Jun 18 19:48:39.091341 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3aee9da4-9361-4ce8-b2b7-55217dcf1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:39.092874 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-3aee9da4-9361-4ce8-b2b7-55217dcf1fad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0ca30535-c755-4003-a062-b2936dfb677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1568348 Jun 18 19:48:39.190777 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8283aa-b0ed-4dbb-8eb2-6a034a828a16 req-80d58468-59cf-4327-982c-f03ea0472c8e tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:39.192379 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3d8283aa-b0ed-4dbb-8eb2-6a034a828a16 req-80d58468-59cf-4327-982c-f03ea0472c8e tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.1586006 Jun 18 19:48:39.300239 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-2d422405-a075-4f95-a353-528ea639a721 service neutron] 10.222.0.58 "GET /v2.0/networks/0ca30535-c755-4003-a062-b2936dfb677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980426 Jun 18 19:48:39.338743 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3d8283aa-b0ed-4dbb-8eb2-6a034a828a16 req-86db3546-7ac6-43f3-92ce-6375ff3437dc tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951552 Jun 18 19:48:39.398437 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08250031-ea42-493b-9fac-2b9f071cbc71 admin admin] Router ea44b9ae-38d6-42f3-8003-99d53ea50804 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:48:39.568048 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08250031-ea42-493b-9fac-2b9f071cbc71 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:48:39.582370 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a1fb60-825d-4bee-8eac-176bb2e47107 None None] Sync routers for ids ['ea44b9ae-38d6-42f3-8003-99d53ea50804'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:48:39.583124 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-08250031-ea42-493b-9fac-2b9f071cbc71 admin admin] 10.222.0.42 "PUT /v2.0/routers/ea44b9ae-38d6-42f3-8003-99d53ea50804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9993441 Jun 18 19:48:39.585791 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 39502) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:39.602326 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1fb60-825d-4bee-8eac-176bb2e47107 None None] Routers {'ea44b9ae-38d6-42f3-8003-99d53ea50804'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:48:39.603285 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-a8a1fb60-825d-4bee-8eac-176bb2e47107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:48:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['ea44b9ae-38d6-42f3-8003-99d53ea50804'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:39.696555 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae1715-83d3-4c80-b295-903968c9e0d2 req-36002d90-bd6a-46ab-80fe-d4652f71fd00 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:39.717254 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-30ae1715-83d3-4c80-b295-903968c9e0d2 req-36002d90-bd6a-46ab-80fe-d4652f71fd00 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1830411 Jun 18 19:48:39.781017 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-a8a1fb60-825d-4bee-8eac-176bb2e47107 None None] Set router ea44b9ae-38d6-42f3-8003-99d53ea50804 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:48:39.821412 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-30ae1715-83d3-4c80-b295-903968c9e0d2 req-d14282d2-4a19-48be-84cd-ca78c511e909 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027548 Jun 18 19:48:39.944159 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] Notify callbacks [] for router, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:40.084399 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8d1e2dec-c6c6-42ed-ab36-51c6cde8bb36 req-e59c887e-2fc7-457d-9c3a-fad385390cd3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] 10.222.0.42 "GET /v2.0/ports?device_id=180fdb3b-83e1-4594-bc80-e111b95c7b41 HTTP/1.1" status: 200 len: 210 time: 0.0630763 Jun 18 19:48:40.125747 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-a8a1fb60-825d-4bee-8eac-176bb2e47107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'name': 'tempest-ServerRescueNegativeTestJSON-1893402131-router', 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:48:38Z', 'revision_number': 5, 'project_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'gw_port': {'id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:40.282815 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:40.313085 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a1fb60-825d-4bee-8eac-176bb2e47107 None None] Checking router: ea44b9ae-38d6-42f3-8003-99d53ea50804 for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:48:40.341355 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1fb60-825d-4bee-8eac-176bb2e47107 None None] Routers {'ea44b9ae-38d6-42f3-8003-99d53ea50804'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:48:40.342016 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-a8a1fb60-825d-4bee-8eac-176bb2e47107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:48:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['ea44b9ae-38d6-42f3-8003-99d53ea50804'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:40.761271 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6ad63-1457-44b9-b553-1bda47cc9599 req-4e9a40f7-b0d1-48ee-824c-cdabc920fa39 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:40.761563 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-a8a1fb60-825d-4bee-8eac-176bb2e47107 None None] Set router ea44b9ae-38d6-42f3-8003-99d53ea50804 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:48:40.762851 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d0e6ad63-1457-44b9-b553-1bda47cc9599 req-4e9a40f7-b0d1-48ee-824c-cdabc920fa39 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 944 time: 0.3760245 Jun 18 19:48:40.896262 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d0e6ad63-1457-44b9-b553-1bda47cc9599 req-3b663bc7-7e98-40a1-90a3-c5970b824e5d tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165736 Jun 18 19:48:40.911369 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] Deleting port 902f2684-6a4d-46a5-b777-c91b60543dc3 {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:48:40.911724 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:41.094612 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] For port 902f2684-6a4d-46a5-b777-c91b60543dc3, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=902f2684-6a4d-46a5-b777-c91b60543dc3,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:41.095690 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:41.195635 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] Calling delete_port for 902f2684-6a4d-46a5-b777-c91b60543dc3 owned by network:router_gateway {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:48:41.452730 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-a8a1fb60-825d-4bee-8eac-176bb2e47107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'name': 'tempest-ServerRescueNegativeTestJSON-1893402131-router', 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:48:38Z', 'revision_number': 5, 'project_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'gw_port': {'id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:41.529940 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a1fb60-825d-4bee-8eac-176bb2e47107 None None] The sync data for ids ['ea44b9ae-38d6-42f3-8003-99d53ea50804'] in dv-cinder-790535-6-iscsi is: [{'id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'name': 'tempest-ServerRescueNegativeTestJSON-1893402131-router', 'tenant_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:48:38Z', 'revision_number': 5, 'project_id': '90cd5f62f1a84defa1047fe8db0a4ff6', 'gw_port': {'id': '902f2684-6a4d-46a5-b777-c91b60543dc3', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea44b9ae-38d6-42f3-8003-99d53ea50804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:48:41.559543 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-34840bea-e5bd-491a-b0c9-6f749768e0e4 req-5690ea43-7c2b-4df2-abfb-5f720682b4c3 service neutron] 10.222.0.58 "GET /v2.0/networks/0ca30535-c755-4003-a062-b2936dfb677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2333524 Jun 18 19:48:41.658359 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee015a6e-5d1f-4a3f-9526-bed754bbdc29 req-95a4dd1b-3d0c-4558-bda6-f01450a5539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:41.662475 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ee015a6e-5d1f-4a3f-9526-bed754bbdc29 req-95a4dd1b-3d0c-4558-bda6-f01450a5539c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68d35ecfd37141ba8d1ead7364aa01c6&device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 1098 time: 0.4117124 Jun 18 19:48:41.680534 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b055387-9b01-40dd-ad8b-7174ea16a2ef req-341c2a4b-857a-4aec-b04f-d81d2c5f57f9 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:41.708241 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b055387-9b01-40dd-ad8b-7174ea16a2ef req-341c2a4b-857a-4aec-b04f-d81d2c5f57f9 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.4558716 Jun 18 19:48:41.753956 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:41.796666 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:41.875281 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] Pushing event deleted for resources: {'Port': ['ID=902f2684-6a4d-46a5-b777-c91b60543dc3,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:41.882139 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:42.005329 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b046fe-9c3d-4a8c-a3f4-576a6ed79fcf req-c64de469-5f42-4f1d-8a9a-361b711c541d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:42.028458 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c5b046fe-9c3d-4a8c-a3f4-576a6ed79fcf req-c64de469-5f42-4f1d-8a9a-361b711c541d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.4796388 Jun 18 19:48:42.162534 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b055387-9b01-40dd-ad8b-7174ea16a2ef req-0c374f23-6973-4c82-92c8-0df2b626cc9f tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4531808 Jun 18 19:48:42.189112 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee015a6e-5d1f-4a3f-9526-bed754bbdc29 req-b39d31b0-0fe8-4068-88b2-79e2933569ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:42.191290 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ee015a6e-5d1f-4a3f-9526-bed754bbdc29 req-b39d31b0-0fe8-4068-88b2-79e2933569ca service neutron] 10.222.0.58 "GET /v2.0/networks?id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb HTTP/1.1" status: 200 len: 912 time: 0.3706229 Jun 18 19:48:42.268039 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c5b046fe-9c3d-4a8c-a3f4-576a6ed79fcf req-8f8f6014-f37e-4e04-b296-aa5ca9c352d2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327380 Jun 18 19:48:42.283025 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624679'] for router_gateway, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:42.320996 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 39524) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:42.409478 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_v2 [None req-4572f3ac-a329-49c9-8129-d7d634e47382 admin admin] Deleting subnet b3244916-cc51-4cd2-9f62-176215c803f1 {{(pid=100054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:48:42.425232 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4572f3ac-a329-49c9-8129-d7d634e47382 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:42.490861 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4572f3ac-a329-49c9-8129-d7d634e47382 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25228988'] for subnet, precommit_delete_associations {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:42.571212 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4572f3ac-a329-49c9-8129-d7d634e47382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:42.727375 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 6e8e659a-88d6-4f2b-9677-e7de1901ce78 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:48:42.786258 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ee015a6e-5d1f-4a3f-9526-bed754bbdc29 req-239b926a-f28c-469f-a6e1-3ab1cbf446c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b66c0680-0ed9-4ec3-bee4-541d936d9137 HTTP/1.1" status: 200 len: 1001 time: 0.5839725 Jun 18 19:48:42.786759 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: 6e8e659a-88d6-4f2b-9677-e7de1901ce78 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:48:42.787353 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 6e8e659a-88d6-4f2b-9677-e7de1901ce78 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:48:42.917823 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2938'] for router, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:42.923461 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:42.925037 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee015a6e-5d1f-4a3f-9526-bed754bbdc29 req-4874bccf-8a11-47dd-a503-8f4d0bd803e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:42.926662 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ee015a6e-5d1f-4a3f-9526-bed754bbdc29 req-4874bccf-8a11-47dd-a503-8f4d0bd803e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=85839631-4911-4022-a3d1-d48feb21196f HTTP/1.1" status: 200 len: 850 time: 0.0978160 Jun 18 19:48:43.153932 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b15574-ceba-4c15-825d-c91ef9fb559e req-4c95fe6a-4b03-47e3-93ca-83c89d96b424 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:43.156946 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-70b15574-ceba-4c15-825d-c91ef9fb559e req-4c95fe6a-4b03-47e3-93ca-83c89d96b424 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 944 time: 0.4474304 Jun 18 19:48:43.158333 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4572f3ac-a329-49c9-8129-d7d634e47382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1123030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257712'] for subnet, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:43.168243 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:43.236891 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-412dea38-86e4-44c4-bbd0-c056b7efe3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:43.239613 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572f3ac-a329-49c9-8129-d7d634e47382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3244916-cc51-4cd2-9f62-176215c803f1,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:43.267158 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-4572f3ac-a329-49c9-8129-d7d634e47382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:43.294334 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4572f3ac-a329-49c9-8129-d7d634e47382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:43.300043 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 39528) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:43.309963 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-4572f3ac-a329-49c9-8129-d7d634e47382 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b3244916-cc51-4cd2-9f62-176215c803f1 HTTP/1.1" status: 204 len: 168 time: 0.9820230 Jun 18 19:48:43.351892 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-70b15574-ceba-4c15-825d-c91ef9fb559e req-0f841df8-373c-4ec5-89f2-1e6ebc51c19b tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774354 Jun 18 19:48:43.371488 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee015a6e-5d1f-4a3f-9526-bed754bbdc29 req-acf22d72-b497-445e-89c2-56b64cd3eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:43.377495 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ee015a6e-5d1f-4a3f-9526-bed754bbdc29 req-acf22d72-b497-445e-89c2-56b64cd3eba6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4391212 Jun 18 19:48:43.446571 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc9a4-b1d1-4578-addf-95faddc53a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:43.452199 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476712'] for router, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:43.453014 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea44b9ae-38d6-42f3-8003-99d53ea50804 {{(pid=100055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 19:48:43.469542 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] Notify callbacks [] for router, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:43.472735 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] 10.222.0.42 "DELETE /v2.0/routers/ea44b9ae-38d6-42f3-8003-99d53ea50804 HTTP/1.1" status: 204 len: 168 time: 3.8765795 Jun 18 19:48:43.475400 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 39532) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:43.680873 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc9a4-b1d1-4578-addf-95faddc53a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:43.710493 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-fc1fc9a4-b1d1-4578-addf-95faddc53a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63df527b-b26b-4454-8053-13a944fba35f']}} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:43.735257 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-fc1fc9a4-b1d1-4578-addf-95faddc53a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199a9dd1-2657-4dcd-9c25-e39cea96a24c') {'for_net_delete': True} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:43.735627 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-fc1fc9a4-b1d1-4578-addf-95faddc53a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199a9dd1-2657-4dcd-9c25-e39cea96a24c') {} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:43.760703 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc9a4-b1d1-4578-addf-95faddc53a39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26531177'] for segment, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:43.799353 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc9a4-b1d1-4578-addf-95faddc53a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:43.809636 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1fc9a4-b1d1-4578-addf-95faddc53a39 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=100055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:48:43.810054 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc9a4-b1d1-4578-addf-95faddc53a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25399250'] for segment, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: Traceback (most recent call last): Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: timer() Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: cb(*args, **kw) Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: return func(*args, **kwargs) Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: self._notify() Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: self.callback(batched_events) Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: event.method(event) Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: return f(self, *a, **k) Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._get(url).json() Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: return self.request(url, 'GET', **kwargs) Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:48:43.814448 dv-cinder-790535-6-iscsi neutron-server[100055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:48:43.818033 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ee015a6e-5d1f-4a3f-9526-bed754bbdc29 req-f6546bbb-d966-4265-8f4c-3f5b98c269b1 service neutron] 10.222.0.58 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624061 Jun 18 19:48:43.834101 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2f896-0d85-46f8-b43d-cd428899b698 req-b244f4a2-5bf0-40ec-a158-487960c6e780 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:43.835785 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5dd2f896-0d85-46f8-b43d-cd428899b698 req-b244f4a2-5bf0-40ec-a158-487960c6e780 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1950393 Jun 18 19:48:43.942330 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5dd2f896-0d85-46f8-b43d-cd428899b698 req-a1251549-2dd5-49d8-b5f3-92c75b9376cf tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738897 Jun 18 19:48:43.971499 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_v2 [None req-014ce176-0a2b-4742-aa7d-0bb201e2dca9 admin admin] Deleting subnet 787961a9-531b-4f4b-9190-811f42fc2d49 {{(pid=100054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:48:43.984205 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-014ce176-0a2b-4742-aa7d-0bb201e2dca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:44.030477 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc9a4-b1d1-4578-addf-95faddc53a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:44.044593 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-56c41ade-408a-41e7-8388-01fd47696cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:44.060045 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc9a4-b1d1-4578-addf-95faddc53a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:44.060947 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-014ce176-0a2b-4742-aa7d-0bb201e2dca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25228988'] for subnet, precommit_delete_associations {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:44.065804 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-fc1fc9a4-b1d1-4578-addf-95faddc53a39 admin admin] 10.222.0.42 "DELETE /v2.0/networks/63df527b-b26b-4454-8053-13a944fba35f HTTP/1.1" status: 204 len: 168 time: 0.7610357 Jun 18 19:48:44.074664 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fc9a4-b1d1-4578-addf-95faddc53a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=63df527b-b26b-4454-8053-13a944fba35f,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:44.084323 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-fc1fc9a4-b1d1-4578-addf-95faddc53a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:44.133593 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-014ce176-0a2b-4742-aa7d-0bb201e2dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:44.225316 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef21e65-b20f-454c-8c23-b22508306a08 req-d807ac4e-dd9b-42d8-8dda-de07b7bfa7e9 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:44.227016 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9ef21e65-b20f-454c-8c23-b22508306a08 req-d807ac4e-dd9b-42d8-8dda-de07b7bfa7e9 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.4312310 Jun 18 19:48:44.232259 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ee015a6e-5d1f-4a3f-9526-bed754bbdc29 req-050202ec-014d-42ae-8e00-eacac5193577 service neutron] 10.222.0.58 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828418 Jun 18 19:48:44.284016 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9ef21e65-b20f-454c-8c23-b22508306a08 req-ff2d844c-77a6-4230-8cf7-5d9a335a5c17 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382781 Jun 18 19:48:44.401417 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-014ce176-0a2b-4742-aa7d-0bb201e2dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1123030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257712'] for subnet, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:44.404565 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-16db8f03-ef2f-4363-9e49-086f250bc592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:44.438845 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ce176-0a2b-4742-aa7d-0bb201e2dca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=787961a9-531b-4f4b-9190-811f42fc2d49,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:44.442552 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-014ce176-0a2b-4742-aa7d-0bb201e2dca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:44.443747 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-014ce176-0a2b-4742-aa7d-0bb201e2dca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:44.449641 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 39538) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:44.457959 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-014ce176-0a2b-4742-aa7d-0bb201e2dca9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/787961a9-531b-4f4b-9190-811f42fc2d49 HTTP/1.1" status: 204 len: 168 time: 0.9828014 Jun 18 19:48:44.581490 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 902f2684-6a4d-46a5-b777-c91b60543dc3 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:48:44.609644 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-326f1347-f570-479d-944c-977e3f8241bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:44.644984 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: 902f2684-6a4d-46a5-b777-c91b60543dc3 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:48:44.645332 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 902f2684-6a4d-46a5-b777-c91b60543dc3 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:48:44.781492 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 39544) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:44.876503 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-326f1347-f570-479d-944c-977e3f8241bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:44.895621 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c09ad-49ab-4797-80d7-a71433469cde req-96398e63-aec8-46bf-885a-90a9a3782a8d tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:44.900922 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-282ddbf4-de65-45ac-ba24-3e81bb7a4734 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad1c42703855432a866512bf4bfdc17b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1173980 Jun 18 19:48:44.903877 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 39546) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:44.905159 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6c5c09ad-49ab-4797-80d7-a71433469cde req-96398e63-aec8-46bf-885a-90a9a3782a8d tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 944 time: 0.2617776 Jun 18 19:48:44.909239 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-326f1347-f570-479d-944c-977e3f8241bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f000376-940a-40a6-93f6-2f7562cb6ac7']}} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:44.938717 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-326f1347-f570-479d-944c-977e3f8241bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60b9e12-5474-480c-89be-5fe9904ce631') {'for_net_delete': True} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:44.939421 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-326f1347-f570-479d-944c-977e3f8241bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60b9e12-5474-480c-89be-5fe9904ce631') {} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:44.971605 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-326f1347-f570-479d-944c-977e3f8241bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26531177'] for segment, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.013890 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6c5c09ad-49ab-4797-80d7-a71433469cde req-54e79359-6fcb-458a-bb77-c2bedb964d8b tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072779 Jun 18 19:48:45.023835 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-89c5ba2b-6039-4583-8aec-6544c4b50257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.027829 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-326f1347-f570-479d-944c-977e3f8241bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326f1347-f570-479d-944c-977e3f8241bf admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=100055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-326f1347-f570-479d-944c-977e3f8241bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25399250'] for segment, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: Traceback (most recent call last): Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: timer() Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: cb(*args, **kw) Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: return func(*args, **kwargs) Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: self._notify() Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: self.callback(batched_events) Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: event.method(event) Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: return f(self, *a, **k) Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._get(url).json() Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: return self.request(url, 'GET', **kwargs) Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:48:45.050664 dv-cinder-790535-6-iscsi neutron-server[100055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:48:45.128763 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-89c5ba2b-6039-4583-8aec-6544c4b50257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.237150 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-326f1347-f570-479d-944c-977e3f8241bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.245250 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:45.248672 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-326f1347-f570-479d-944c-977e3f8241bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.254778 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-326f1347-f570-479d-944c-977e3f8241bf admin admin] 10.222.0.42 "DELETE /v2.0/networks/9f000376-940a-40a6-93f6-2f7562cb6ac7 HTTP/1.1" status: 204 len: 168 time: 0.8037407 Jun 18 19:48:45.293068 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f1347-f570-479d-944c-977e3f8241bf admin admin] Pushing event deleted for resources: {'Network': ['ID=9f000376-940a-40a6-93f6-2f7562cb6ac7,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:45.297751 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-326f1347-f570-479d-944c-977e3f8241bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:45.352066 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-89c5ba2b-6039-4583-8aec-6544c4b50257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.357636 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-89c5ba2b-6039-4583-8aec-6544c4b50257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.360963 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-89c5ba2b-6039-4583-8aec-6544c4b50257 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2062a89f-9060-4d73-a3ff-825ea79d2bdf HTTP/1.1" status: 204 len: 168 time: 0.4556592 Jun 18 19:48:45.366824 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ff710c2c-9704-4495-ac01-95430e07bd43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:45.379451 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5ba2b-6039-4583-8aec-6544c4b50257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2062a89f-9060-4d73-a3ff-825ea79d2bdf,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:45.412206 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-89c5ba2b-6039-4583-8aec-6544c4b50257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:45.466130 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359e1e1-a330-4924-a968-b7e8045c4736 req-b16db239-a59b-4524-99cc-83630664888a tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:45.478307 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f359e1e1-a330-4924-a968-b7e8045c4736 req-b16db239-a59b-4524-99cc-83630664888a tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.2294207 Jun 18 19:48:45.618180 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f359e1e1-a330-4924-a968-b7e8045c4736 req-1789b475-662e-4270-bbfa-c9560555fba1 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349635 Jun 18 19:48:45.794730 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-9d107eb2-4e77-4bd9-bb9b-dad56c902aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.819956 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a20090-d10d-42cf-b7b7-f0a05beed494 req-1012f099-c71a-4568-9a55-a31942edb8ab tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:45.821752 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c2a20090-d10d-42cf-b7b7-f0a05beed494 req-1012f099-c71a-4568-9a55-a31942edb8ab tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.1639330 Jun 18 19:48:45.927025 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.940260 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c2a20090-d10d-42cf-b7b7-f0a05beed494 req-b2b2f1b0-7eb8-4d31-abce-ef806aaf614f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095748 Jun 18 19:48:45.947295 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 39558) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:45.951390 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:48:46.084110 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-95f3a5a9-fcbc-4b48-8b6e-5720bb9ee710 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90cd5f62f1a84defa1047fe8db0a4ff6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1330595 Jun 18 19:48:46.085311 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 39564) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:46.157759 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4cdedb43-3157-4a9e-8ba6-f20d103abc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:46.210829 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4cdedb43-3157-4a9e-8ba6-f20d103abc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:46.290136 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72401e6-7d56-4f79-9e61-15b9ef52945e req-a1c2fb0d-431e-4865-8e89-45003599c7b3 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:46.291639 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d72401e6-7d56-4f79-9e61-15b9ef52945e req-a1c2fb0d-431e-4865-8e89-45003599c7b3 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 944 time: 0.1221628 Jun 18 19:48:46.360516 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d72401e6-7d56-4f79-9e61-15b9ef52945e req-181e7a55-9484-4ee5-838c-d33c93aacc96 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614989 Jun 18 19:48:46.431733 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4cdedb43-3157-4a9e-8ba6-f20d103abc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:46.438554 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4cdedb43-3157-4a9e-8ba6-f20d103abc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:46.450041 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-4cdedb43-3157-4a9e-8ba6-f20d103abc46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6 HTTP/1.1" status: 204 len: 168 time: 0.3602147 Jun 18 19:48:46.450041 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-89c5ba2b-6039-4583-8aec-6544c4b50257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:46.469493 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdedb43-3157-4a9e-8ba6-f20d103abc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ad66e8-3bec-4b1f-a8bd-034103ee6cb6,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:46.476420 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-4cdedb43-3157-4a9e-8ba6-f20d103abc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:46.848594 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fbbe1-500a-443b-924a-d4d337c470a9 req-94369310-0d49-4ecd-a353-55297dc72eab tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:46.857819 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a50fbbe1-500a-443b-924a-d4d337c470a9 req-94369310-0d49-4ecd-a353-55297dc72eab tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1074390 Jun 18 19:48:46.938298 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a50fbbe1-500a-443b-924a-d4d337c470a9 req-7b6d3626-ad76-4310-83fc-297cfc5878ef tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792100 Jun 18 19:48:47.030371 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:47.316433 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57611b77-4581-4fdc-bafe-1636ed0c24a0 req-4ea359d3-d5c3-4802-8fa6-2150764422d9 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:47.325227 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-57611b77-4581-4fdc-bafe-1636ed0c24a0 req-4ea359d3-d5c3-4802-8fa6-2150764422d9 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.1230371 Jun 18 19:48:47.446403 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-57611b77-4581-4fdc-bafe-1636ed0c24a0 req-276e53a6-e92b-4c85-b436-0d97d2f21d55 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138604 Jun 18 19:48:47.666121 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838de72-4084-4986-8c8c-7c8c741b8b23 req-11543b31-eac3-4d3a-b4bd-e62cca9578cb tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:47.669369 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a838de72-4084-4986-8c8c-7c8c741b8b23 req-11543b31-eac3-4d3a-b4bd-e62cca9578cb tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 944 time: 0.0978949 Jun 18 19:48:47.736089 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a838de72-4084-4986-8c8c-7c8c741b8b23 req-f76fdfc8-2c82-49a1-b978-8b2c8771a94e tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582626 Jun 18 19:48:48.879043 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:48.884104 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6e077-5626-4481-a9f8-b153052242a4 req-f5532616-e35b-4f17-bce8-65d456a5fa81 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:48.887608 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9da6e077-5626-4481-a9f8-b153052242a4 req-f5532616-e35b-4f17-bce8-65d456a5fa81 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.1855726 Jun 18 19:48:48.940773 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9da6e077-5626-4481-a9f8-b153052242a4 req-1d321e1b-beaa-417a-8537-28d4325593ba tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430279 Jun 18 19:48:49.161643 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf1650-8921-4cff-89f3-51c8825e4868 req-0f1caaf1-a023-406c-a3fd-a5e1d7b455e7 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:49.162683 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-06cf1650-8921-4cff-89f3-51c8825e4868 req-0f1caaf1-a023-406c-a3fd-a5e1d7b455e7 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 944 time: 0.0933816 Jun 18 19:48:49.212593 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-06cf1650-8921-4cff-89f3-51c8825e4868 req-f327ea50-86b8-4d09-a186-6921070111ed tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408301 Jun 18 19:48:50.157778 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d07f9-d958-4662-91c4-dee829644804 req-a933f16f-0a9a-46d4-9b5c-5fcf0135dcd4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:50.159261 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-595d07f9-d958-4662-91c4-dee829644804 req-a933f16f-0a9a-46d4-9b5c-5fcf0135dcd4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.0707474 Jun 18 19:48:50.212395 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-595d07f9-d958-4662-91c4-dee829644804 req-6465f207-46f4-4ca2-8a39-20be31442bad tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469718 Jun 18 19:48:50.419341 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf413e2-2c99-488f-b9f8-99b65fe64a42 req-8b12b213-427b-49c0-8fa0-724fc8fd3a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:50.420856 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7cf413e2-2c99-488f-b9f8-99b65fe64a42 req-8b12b213-427b-49c0-8fa0-724fc8fd3a88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef&device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 1099 time: 0.0645902 Jun 18 19:48:50.453741 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7b6a0-eeb0-4149-b658-e848397e8491 req-c0989059-02e6-4c00-ada8-480eb12ce238 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:50.455288 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3ad7b6a0-eeb0-4149-b658-e848397e8491 req-c0989059-02e6-4c00-ada8-480eb12ce238 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 944 time: 0.0787773 Jun 18 19:48:50.482234 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 39686) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:50.504055 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3ad7b6a0-eeb0-4149-b658-e848397e8491 req-a65f1c2d-440f-4b6c-92cd-0cf1a0411667 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425198 Jun 18 19:48:50.547699 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf413e2-2c99-488f-b9f8-99b65fe64a42 req-735a1574-5bc6-479c-8fe8-6f78add50769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:50.558705 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7cf413e2-2c99-488f-b9f8-99b65fe64a42 req-735a1574-5bc6-479c-8fe8-6f78add50769 service neutron] 10.222.0.58 "GET /v2.0/networks?id=19876e3d-b88e-4d20-8062-e87a38d76ed8 HTTP/1.1" status: 200 len: 917 time: 0.1216519 Jun 18 19:48:50.635080 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7cf413e2-2c99-488f-b9f8-99b65fe64a42 req-18065e19-1143-453e-9709-d9a9a231f945 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd HTTP/1.1" status: 200 len: 1002 time: 0.0788956 Jun 18 19:48:50.641956 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7b709f47-9b21-4235-aac4-48e383013e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:50.713704 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf413e2-2c99-488f-b9f8-99b65fe64a42 req-d02758a6-8a7c-47cf-87b8-0a1af8378c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:50.715512 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7cf413e2-2c99-488f-b9f8-99b65fe64a42 req-d02758a6-8a7c-47cf-87b8-0a1af8378c6a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c17436c7-1ba8-41fd-a3de-4744d824190b HTTP/1.1" status: 200 len: 855 time: 0.0711770 Jun 18 19:48:50.812800 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf413e2-2c99-488f-b9f8-99b65fe64a42 req-7d6379e4-88a7-4b21-8717-669851e7c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:50.814298 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7cf413e2-2c99-488f-b9f8-99b65fe64a42 req-7d6379e4-88a7-4b21-8717-669851e7c73a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19876e3d-b88e-4d20-8062-e87a38d76ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918655 Jun 18 19:48:50.833626 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7b709f47-9b21-4235-aac4-48e383013e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:50.912267 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7cf413e2-2c99-488f-b9f8-99b65fe64a42 req-3b6097ad-ac16-4411-bd93-b07c53ea4272 service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899508 Jun 18 19:48:50.938458 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7b709f47-9b21-4235-aac4-48e383013e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:50.970111 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:51.016848 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-7b709f47-9b21-4235-aac4-48e383013e8c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eabfd930134849dab3be254302e52cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5330203 Jun 18 19:48:51.019677 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b709f47-9b21-4235-aac4-48e383013e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd27caf-5f8c-4dad-9b1c-e38c153efc99,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:51.019940 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 39706) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:51.023890 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7b709f47-9b21-4235-aac4-48e383013e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:51.058283 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7cf413e2-2c99-488f-b9f8-99b65fe64a42 req-4a55c44f-f78a-4fe1-b2b1-f95bdb93d491 service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381924 Jun 18 19:48:51.077528 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:51.102223 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:51.217614 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:51.220223 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:51.221497 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afd27caf-5f8c-4dad-9b1c-e38c153efc99 HTTP/1.1" status: 204 len: 168 time: 0.2003970 Jun 18 19:48:51.222329 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-653d22ea-92c0-4f85-8cfe-902b3d6ef7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:51.232785 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd27caf-5f8c-4dad-9b1c-e38c153efc99,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:51.244133 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:51.252468 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:51.252468 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:51.252468 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:51.252468 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:51.252468 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:51.252468 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:51.252468 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:51.252468 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:51.252468 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:51.252468 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:51.252468 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:51.255555 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:51.471898 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af9800-4361-4079-b1a5-098af90fee7d req-93a0c610-7ea4-4206-90d8-bf57c10edbfe tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:51.473945 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-73af9800-4361-4079-b1a5-098af90fee7d req-93a0c610-7ea4-4206-90d8-bf57c10edbfe tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.0696642 Jun 18 19:48:51.518084 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-73af9800-4361-4079-b1a5-098af90fee7d req-88493bd0-7bbd-4002-9a5b-87dc75262222 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360718 Jun 18 19:48:51.702212 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de5474-cdf7-4e3a-9ab1-481f1a352035 req-cea56ff1-ecdb-4dd8-be20-26074f3a6db2 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:51.703674 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-19de5474-cdf7-4e3a-9ab1-481f1a352035 req-cea56ff1-ecdb-4dd8-be20-26074f3a6db2 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 944 time: 0.0711496 Jun 18 19:48:51.743931 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-19de5474-cdf7-4e3a-9ab1-481f1a352035 req-310290c7-5ab6-4893-8056-b6d9ee47ab54 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342522 Jun 18 19:48:52.030622 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 39720) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:52.046763 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-31925b99-53bd-4ee1-9c3e-1880e43b2953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:52.142230 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-31925b99-53bd-4ee1-9c3e-1880e43b2953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:52.248848 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 099bfd59-fab4-4193-9a14-49672a18bb64 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:48:52.256981 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-31925b99-53bd-4ee1-9c3e-1880e43b2953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:52.261925 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a147b34f-3364-4777-8a03-679005b23ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:52.298108 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-31925b99-53bd-4ee1-9c3e-1880e43b2953 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47846665d64c48d391fcfac6ba0b7764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663665 Jun 18 19:48:52.300595 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31925b99-53bd-4ee1-9c3e-1880e43b2953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04ad77f-ec4b-4392-82e6-93257bf1bbc6,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:52.301478 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 39724) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:52.303770 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-31925b99-53bd-4ee1-9c3e-1880e43b2953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:52.359545 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d9d50d6f-3283-4b4f-adaf-46bc2d75c0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:52.360360 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 099bfd59-fab4-4193-9a14-49672a18bb64, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=099bfd59-fab4-4193-9a14-49672a18bb64,segment=NetworkSegment(7e71a053-4840-4b17-bf39-b1f1993f25ee),segment_id=7e71a053-4840-4b17-bf39-b1f1993f25ee)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:52.373295 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': '099bfd59-fab4-4193-9a14-49672a18bb64', 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d', 'port_id': '099bfd59-fab4-4193-9a14-49672a18bb64', 'mac_address': 'fa:16:3e:87:c5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:48:52.389507 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d9d50d6f-3283-4b4f-adaf-46bc2d75c0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:52.416444 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:52.430928 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099bfd59-fab4-4193-9a14-49672a18bb64 {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:48:52.470030 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 099bfd59-fab4-4193-9a14-49672a18bb64, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=099bfd59-fab4-4193-9a14-49672a18bb64,segment=NetworkSegment(7e71a053-4840-4b17-bf39-b1f1993f25ee),segment_id=7e71a053-4840-4b17-bf39-b1f1993f25ee)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:52.544678 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:52.551801 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-f4fb134f-c0d9-47db-a8a1-a9d708ed8f0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:52.584094 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d9d50d6f-3283-4b4f-adaf-46bc2d75c0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:52.590506 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d9d50d6f-3283-4b4f-adaf-46bc2d75c0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:52.593964 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-d9d50d6f-3283-4b4f-adaf-46bc2d75c0b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f04ad77f-ec4b-4392-82e6-93257bf1bbc6 HTTP/1.1" status: 204 len: 168 time: 0.2911003 Jun 18 19:48:52.595613 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-1aa8f31c-0326-4881-a61d-8d95c9d83d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:52.603849 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 39732) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:52.608098 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=099bfd59-fab4-4193-9a14-49672a18bb64,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:52.611735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:52.616320 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d50d6f-3283-4b4f-adaf-46bc2d75c0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04ad77f-ec4b-4392-82e6-93257bf1bbc6,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:52.619392 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d9d50d6f-3283-4b4f-adaf-46bc2d75c0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:52.769168 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2d9efa0b-8f30-493c-9c91-11416b489707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:52.824589 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['099bfd59-fab4-4193-9a14-49672a18bb64'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:52.824876 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb50f2-f10b-4243-8fe9-f1583bc4302a req-e43cbc97-53d2-4bd2-85ad-cf5bfdc93b67 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:52.826214 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-67cb50f2-f10b-4243-8fe9-f1583bc4302a req-e43cbc97-53d2-4bd2-85ad-cf5bfdc93b67 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.1194260 Jun 18 19:48:52.930775 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-67cb50f2-f10b-4243-8fe9-f1583bc4302a req-ac73fb55-5980-4643-8265-5a8f51de233e tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932968 Jun 18 19:48:53.008654 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf791562-0f34-47fd-bf36-d1b00d797353 req-2863ddfa-fa04-4534-812b-2573ec49306d tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:53.013044 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cf791562-0f34-47fd-bf36-d1b00d797353 req-2863ddfa-fa04-4534-812b-2573ec49306d tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 945 time: 0.1282420 Jun 18 19:48:53.030572 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2d9efa0b-8f30-493c-9c91-11416b489707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:53.069604 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cf791562-0f34-47fd-bf36-d1b00d797353 req-b99af6c1-954b-4a06-8406-1567ca057c43 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504978 Jun 18 19:48:53.137429 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2d9efa0b-8f30-493c-9c91-11416b489707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:53.146823 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-337b411a-91f2-480f-9e06-6dff0d480ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:53.192901 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9efa0b-8f30-493c-9c91-11416b489707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eb60cb-cddc-44d4-88ea-1320273f4817,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:53.196657 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-2d9efa0b-8f30-493c-9c91-11416b489707 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44d3358d8edc41c692201eac000dbbcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5894296 Jun 18 19:48:53.196657 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2d9efa0b-8f30-493c-9c91-11416b489707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:53.198242 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 39746) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:53.270133 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4e35b254-2316-40d6-b069-98da5f536161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:53.296228 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4e35b254-2316-40d6-b069-98da5f536161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:53.445020 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4e35b254-2316-40d6-b069-98da5f536161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:53.447697 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4e35b254-2316-40d6-b069-98da5f536161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:53.449074 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-4e35b254-2316-40d6-b069-98da5f536161 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1eb60cb-cddc-44d4-88ea-1320273f4817 HTTP/1.1" status: 204 len: 168 time: 0.2495308 Jun 18 19:48:53.449952 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:53.458119 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b254-2316-40d6-b069-98da5f536161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eb60cb-cddc-44d4-88ea-1320273f4817,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:53.460425 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-4e35b254-2316-40d6-b069-98da5f536161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:54.188287 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce97a4-d8db-4887-b749-8a5248c7519f req-0bef8c2b-0fab-4e8d-a7a1-2fae6949395f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:54.189774 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-53ce97a4-d8db-4887-b749-8a5248c7519f req-0bef8c2b-0fab-4e8d-a7a1-2fae6949395f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 946 time: 0.1056793 Jun 18 19:48:54.234609 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-53ce97a4-d8db-4887-b749-8a5248c7519f req-2a7f6e33-e6cd-4c8b-ad80-dcaf48d8e0f7 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388443 Jun 18 19:48:54.256825 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 099bfd59-fab4-4193-9a14-49672a18bb64 up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:48:54.286457 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1164c-e59a-444d-8057-d834507f3a9b req-5ff8b01b-e5a7-46a6-9a7c-3063b157cb7f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:54.288870 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-99c1164c-e59a-444d-8057-d834507f3a9b req-5ff8b01b-e5a7-46a6-9a7c-3063b157cb7f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 945 time: 0.0938573 Jun 18 19:48:54.358742 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-99c1164c-e59a-444d-8057-d834507f3a9b req-604dce35-b49a-4c5a-aa8d-5fad4d86058f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612748 Jun 18 19:48:54.382818 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port 099bfd59-fab4-4193-9a14-49672a18bb64 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:48:54.389328 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port 099bfd59-fab4-4193-9a14-49672a18bb64 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:54.390403 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:54.486288 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:54.511850 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099bfd59-fab4-4193-9a14-49672a18bb64'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:54.514359 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07be2f4-a33f-434c-aebb-d117825daccb" -d '{"events": [{"server_uuid": "6288b180-5bc9-4208-a0ac-f0e8d6b55d62", "name": "network-vif-plugged", "status": "completed", "tag": "099bfd59-fab4-4193-9a14-49672a18bb64"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:54.536316 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 099bfd59-fab4-4193-9a14-49672a18bb64, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=099bfd59-fab4-4193-9a14-49672a18bb64,segment=NetworkSegment(7e71a053-4840-4b17-bf39-b1f1993f25ee),segment_id=7e71a053-4840-4b17-bf39-b1f1993f25ee)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:54.555007 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12be3845-9c8d-4416-9435-20fad6e120ef x-openstack-request-id: req-12be3845-9c8d-4416-9435-20fad6e120ef {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:54.555349 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6288b180-5bc9-4208-a0ac-f0e8d6b55d62", "name": "network-vif-plugged", "status": "completed", "tag": "099bfd59-fab4-4193-9a14-49672a18bb64", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:54.555686 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12be3845-9c8d-4416-9435-20fad6e120ef {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:54.555977 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099bfd59-fab4-4193-9a14-49672a18bb64', 'code': 200} Jun 18 19:48:54.738488 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:54.740150 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 9c9c6614-5cfa-4178-ae31-eb1c590105cd no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:48:54.760177 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:54.882727 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=099bfd59-fab4-4193-9a14-49672a18bb64,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:54.888265 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:54.927750 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:54.990937 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 9c9c6614-5cfa-4178-ae31-eb1c590105cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:55.070025 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:55.072318 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:55.100669 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2436bba-25a4-462c-ab0c-94f49b585f50 req-8cf5f5b2-fe32-41b3-9e43-412fe8855234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:55.103172 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c2436bba-25a4-462c-ab0c-94f49b585f50 req-8cf5f5b2-fe32-41b3-9e43-412fe8855234 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 1099 time: 0.0717256 Jun 18 19:48:55.140189 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=9c9c6614-5cfa-4178-ae31-eb1c590105cd,revision_number=8']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:55.158686 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:55.159152 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c2436bba-25a4-462c-ab0c-94f49b585f50 req-13e47cb8-6c99-4197-b29a-58abcb768d1c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459504 Jun 18 19:48:55.611757 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298226e0-9365-4c1d-ba7b-dd97a6be50b4 req-efb52b7b-a892-4bad-ab66-bbd0dc58a7bd tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:55.613960 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-298226e0-9365-4c1d-ba7b-dd97a6be50b4 req-efb52b7b-a892-4bad-ab66-bbd0dc58a7bd tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 946 time: 0.0924733 Jun 18 19:48:55.663781 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-298226e0-9365-4c1d-ba7b-dd97a6be50b4 req-bc77ee5c-28e0-4e2d-9036-d114250ace22 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427933 Jun 18 19:48:56.173979 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 39852) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:56.326468 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:56.471709 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:56.557006 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c9c6614-5cfa-4178-ae31-eb1c590105cd'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:56.561656 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9af555-846a-4615-ab80-d96e259b9fe6" -d '{"events": [{"server_uuid": "0ade1fbd-6bcc-4bc9-a401-db024f113cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "9c9c6614-5cfa-4178-ae31-eb1c590105cd"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:56.577913 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:56.581616 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ae943e58-fc0a-4e60-8e2e-ddc2893111aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:56.605453 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123640b7-bc4e-4b31-9c9b-e3bc69516a68 x-openstack-request-id: req-123640b7-bc4e-4b31-9c9b-e3bc69516a68 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:56.606043 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ade1fbd-6bcc-4bc9-a401-db024f113cf6", "name": "network-vif-unplugged", "status": "failed", "tag": "9c9c6614-5cfa-4178-ae31-eb1c590105cd", "code": 422}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:56.606949 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-123640b7-bc4e-4b31-9c9b-e3bc69516a68 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:56.607644 dv-cinder-790535-6-iscsi neutron-server[100056]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c9c6614-5cfa-4178-ae31-eb1c590105cd', 'code': 422} returned with failed status Jun 18 19:48:56.623021 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be9c91-4744-4567-8ff5-427aabb3a5d6 req-34db650a-bc05-46b5-832e-848064e19158 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:56.624897 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-93be9c91-4744-4567-8ff5-427aabb3a5d6 req-34db650a-bc05-46b5-832e-848064e19158 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.0933352 Jun 18 19:48:56.631625 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad95927fcac441e797fb7363f528da57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4565227 Jun 18 19:48:56.633221 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c37c659-7fa0-41c1-a844-09d72d4f2413,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:56.638041 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 39872) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:56.646627 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:56.647233 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:56.647737 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:56.648276 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:56.648797 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:56.649292 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:56.649824 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:56.650338 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:56.651578 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:56.652098 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:56.652603 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:56.659900 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:56.661706 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:56.694181 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-93be9c91-4744-4567-8ff5-427aabb3a5d6 req-3798768d-1b41-44f5-9d3e-a5c977e4e796 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631573 Jun 18 19:48:56.727961 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-9b20e599-5eea-4aa8-91bd-1e55f4c32250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:56.785875 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-9b20e599-5eea-4aa8-91bd-1e55f4c32250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:56.928373 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badceaf-caa9-4085-bb44-a10051965b35 req-57a704a1-4263-4f36-b55a-a7dc25a6eb4f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:56.931282 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8badceaf-caa9-4085-bb44-a10051965b35 req-57a704a1-4263-4f36-b55a-a7dc25a6eb4f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 946 time: 0.1139016 Jun 18 19:48:56.982577 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-9b20e599-5eea-4aa8-91bd-1e55f4c32250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:56.982863 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8badceaf-caa9-4085-bb44-a10051965b35 req-8b4227cc-38d4-485a-bcdd-90fdb7835c9b tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399272 Jun 18 19:48:56.988997 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-9b20e599-5eea-4aa8-91bd-1e55f4c32250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:56.991171 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-9b20e599-5eea-4aa8-91bd-1e55f4c32250 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c37c659-7fa0-41c1-a844-09d72d4f2413 HTTP/1.1" status: 204 len: 168 time: 0.3516500 Jun 18 19:48:56.993515 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2c8cf5af-9232-46fb-a567-54327768c7d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:57.009871 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20e599-5eea-4aa8-91bd-1e55f4c32250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c37c659-7fa0-41c1-a844-09d72d4f2413,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:57.015146 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-9b20e599-5eea-4aa8-91bd-1e55f4c32250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:57.221837 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff64ec0-be0d-461e-b891-acdcbc6eeb95 req-66348f65-0fef-48a6-8f4b-76ae2792d688 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:57.223478 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1ff64ec0-be0d-461e-b891-acdcbc6eeb95 req-66348f65-0fef-48a6-8f4b-76ae2792d688 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 946 time: 0.0785656 Jun 18 19:48:57.267293 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1ff64ec0-be0d-461e-b891-acdcbc6eeb95 req-1c13f38b-b1c9-4291-a90c-9cb38bec1bed tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379944 Jun 18 19:48:57.305811 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 39910) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:57.433915 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f6da7778-4211-45d2-96ef-03a1cfadab8f req-4e004949-41fe-40d4-91ed-a6b984c97dc6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1265197 Jun 18 19:48:57.722525 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037649a5-8282-4525-9bd2-4d0557c6e569 req-bfea7da5-646d-4714-a1d2-593cc96efaa9 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:57.724503 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-037649a5-8282-4525-9bd2-4d0557c6e569 req-bfea7da5-646d-4714-a1d2-593cc96efaa9 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 946 time: 0.0720000 Jun 18 19:48:57.768765 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-037649a5-8282-4525-9bd2-4d0557c6e569 req-e7c28f2b-e4a1-4cdb-b145-789e28afa0cc tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355699 Jun 18 19:48:57.830938 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 39940) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:57.862829 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-aa8406bd-9dcf-4b47-b5fa-c38420c7037f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:57.977782 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1f0fe-fdb3-4d26-9e2b-364bb4f1263f req-840c15a9-db40-4387-ac8e-aaee3e6c9b74 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:57.981513 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-57b1f0fe-fdb3-4d26-9e2b-364bb4f1263f req-840c15a9-db40-4387-ac8e-aaee3e6c9b74 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.1034944 Jun 18 19:48:58.023266 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-aa8406bd-9dcf-4b47-b5fa-c38420c7037f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:58.037971 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-57b1f0fe-fdb3-4d26-9e2b-364bb4f1263f req-5415529e-3b68-4987-937c-6e6bfae22c62 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451272 Jun 18 19:48:58.108963 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-aa8406bd-9dcf-4b47-b5fa-c38420c7037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:58.111674 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-43a99002-9920-4671-b8d4-9f8a93c6f9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:58.148719 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-aa8406bd-9dcf-4b47-b5fa-c38420c7037f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5d79435dff14df88d956cdfcd2b3682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164496 Jun 18 19:48:58.149683 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8406bd-9dcf-4b47-b5fa-c38420c7037f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee441ce-1ff0-4188-9b12-9cc1f288cfe1,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:58.152848 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 39948) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:58.153358 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-aa8406bd-9dcf-4b47-b5fa-c38420c7037f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:58.243953 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c2b1088d-03ed-4fbd-a2ca-1cfe9696904d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:58.270261 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c2b1088d-03ed-4fbd-a2ca-1cfe9696904d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:58.434347 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c2b1088d-03ed-4fbd-a2ca-1cfe9696904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:58.437012 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c2b1088d-03ed-4fbd-a2ca-1cfe9696904d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:58.441446 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-c2b1088d-03ed-4fbd-a2ca-1cfe9696904d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ee441ce-1ff0-4188-9b12-9cc1f288cfe1 HTTP/1.1" status: 204 len: 168 time: 0.2839878 Jun 18 19:48:58.441446 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-05693f30-91ba-4337-833d-d86b99c98e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:58.450072 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1088d-03ed-4fbd-a2ca-1cfe9696904d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee441ce-1ff0-4188-9b12-9cc1f288cfe1,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:58.452804 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c2b1088d-03ed-4fbd-a2ca-1cfe9696904d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:59.278120 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c068a-80b3-4a52-be98-2047078132b2 req-9e7bb39a-0411-4968-a253-7b29bedae611 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:59.280652 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-765c068a-80b3-4a52-be98-2047078132b2 req-9e7bb39a-0411-4968-a253-7b29bedae611 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.0856071 Jun 18 19:48:59.327972 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-765c068a-80b3-4a52-be98-2047078132b2 req-4705f217-c566-417d-a2da-0d113023830b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367827 Jun 18 19:48:59.986730 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40040) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:00.177363 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-20d8626c-a8b7-4479-abf6-aa2de24fd1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:00.300782 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-20d8626c-a8b7-4479-abf6-aa2de24fd1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:00.417902 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-20d8626c-a8b7-4479-abf6-aa2de24fd1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:00.422860 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2d9efa0b-8f30-493c-9c91-11416b489707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:00.494883 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-20d8626c-a8b7-4479-abf6-aa2de24fd1bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08a07f1d059d476cad953376ec5628bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5069022 Jun 18 19:49:00.498648 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40058) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:00.512267 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8626c-a8b7-4479-abf6-aa2de24fd1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20f549e-c6f8-44a3-b2ca-e7dcf7eb2af5,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:00.516046 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-20d8626c-a8b7-4479-abf6-aa2de24fd1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:00.559006 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-877b6bd4-5a02-4b7a-8004-8f01142fc821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:00.577626 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57f587-f50f-49dc-9e3b-696db336af6d req-2154ee30-201e-4b0e-93df-addefed8b4bf tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:00.579193 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0a57f587-f50f-49dc-9e3b-696db336af6d req-2154ee30-201e-4b0e-93df-addefed8b4bf tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.1125083 Jun 18 19:49:00.581904 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-877b6bd4-5a02-4b7a-8004-8f01142fc821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:00.639592 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0a57f587-f50f-49dc-9e3b-696db336af6d req-98324c9b-9d1a-4686-a25b-e800a5bdf6ee tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508795 Jun 18 19:49:00.864871 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-877b6bd4-5a02-4b7a-8004-8f01142fc821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:00.867454 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-877b6bd4-5a02-4b7a-8004-8f01142fc821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:00.868600 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-877b6bd4-5a02-4b7a-8004-8f01142fc821 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c20f549e-c6f8-44a3-b2ca-e7dcf7eb2af5 HTTP/1.1" status: 204 len: 168 time: 0.3689640 Jun 18 19:49:00.874038 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d17fa0dd-96d1-401f-822e-a20db711db45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:00.888135 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b6bd4-5a02-4b7a-8004-8f01142fc821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20f549e-c6f8-44a3-b2ca-e7dcf7eb2af5,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:00.891290 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-877b6bd4-5a02-4b7a-8004-8f01142fc821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:00.905065 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da7778-4211-45d2-96ef-03a1cfadab8f req-d024b6e2-1afa-4ed6-9f47-108d437ddfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:00.906657 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f6da7778-4211-45d2-96ef-03a1cfadab8f req-d024b6e2-1afa-4ed6-9f47-108d437ddfd4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6&tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef HTTP/1.1" status: 200 len: 1097 time: 0.1208336 Jun 18 19:49:01.016311 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da7778-4211-45d2-96ef-03a1cfadab8f req-245fecfc-d485-4ff1-b3f6-d1dc8e1ac091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:01.016311 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f6da7778-4211-45d2-96ef-03a1cfadab8f req-245fecfc-d485-4ff1-b3f6-d1dc8e1ac091 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef&device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 1097 time: 0.0715969 Jun 18 19:49:01.115159 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da7778-4211-45d2-96ef-03a1cfadab8f req-4f1f064b-50e2-4ccd-83dd-70978d1ca72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:01.116754 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f6da7778-4211-45d2-96ef-03a1cfadab8f req-4f1f064b-50e2-4ccd-83dd-70978d1ca72b service neutron] 10.222.0.58 "GET /v2.0/networks?id=19876e3d-b88e-4d20-8062-e87a38d76ed8 HTTP/1.1" status: 200 len: 917 time: 0.0943909 Jun 18 19:49:01.186700 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f6da7778-4211-45d2-96ef-03a1cfadab8f req-1fc063d1-5b32-4310-bed4-27330a3ff1dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd HTTP/1.1" status: 200 len: 1000 time: 0.0609393 Jun 18 19:49:01.239282 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da7778-4211-45d2-96ef-03a1cfadab8f req-641f2d56-1015-4ceb-bcea-e5db928283a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:01.240884 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f6da7778-4211-45d2-96ef-03a1cfadab8f req-641f2d56-1015-4ceb-bcea-e5db928283a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c17436c7-1ba8-41fd-a3de-4744d824190b HTTP/1.1" status: 200 len: 855 time: 0.0456605 Jun 18 19:49:01.552722 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da7778-4211-45d2-96ef-03a1cfadab8f req-9b006973-7a13-4a50-b1c5-eed9687d2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:01.555487 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f6da7778-4211-45d2-96ef-03a1cfadab8f req-9b006973-7a13-4a50-b1c5-eed9687d2c78 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19876e3d-b88e-4d20-8062-e87a38d76ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2966771 Jun 18 19:49:01.664987 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f6da7778-4211-45d2-96ef-03a1cfadab8f req-fdb72409-180d-446b-84ec-5b02b54feb91 service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012602 Jun 18 19:49:01.780864 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f6da7778-4211-45d2-96ef-03a1cfadab8f req-51894894-6320-417b-a241-edb41d5714fe service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080668 Jun 18 19:49:01.841379 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b4b17-ac12-4d8b-a328-f00925cc2321 req-1e926439-f629-4dbe-85a2-48b532835ad1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:01.842805 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d57b4b17-ac12-4d8b-a328-f00925cc2321 req-1e926439-f629-4dbe-85a2-48b532835ad1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.0693750 Jun 18 19:49:01.887999 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d57b4b17-ac12-4d8b-a328-f00925cc2321 req-f9daf91f-7cb1-46b7-b5a9-93291a12aafd tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393276 Jun 18 19:49:01.960247 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40082) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:01.975837 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7f977f93-d413-4430-9e28-95476bca63a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:02.078445 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7f977f93-d413-4430-9e28-95476bca63a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:02.171797 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7f977f93-d413-4430-9e28-95476bca63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:02.174596 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-bfdbd78b-c522-415f-83bd-1759a544536a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:02.214014 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-7f977f93-d413-4430-9e28-95476bca63a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52f22067f9c24e76b196ecd47edbd55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525997 Jun 18 19:49:02.215259 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f977f93-d413-4430-9e28-95476bca63a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914ffd3c-52b1-425a-9acc-243798566225,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:02.217130 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40096) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:02.218581 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7f977f93-d413-4430-9e28-95476bca63a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:02.276555 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0963-a589-4bd2-8e5c-c950533686ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:02.298533 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0963-a589-4bd2-8e5c-c950533686ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:02.513267 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0963-a589-4bd2-8e5c-c950533686ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:02.533644 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0963-a589-4bd2-8e5c-c950533686ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:02.533644 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-b9ae0963-a589-4bd2-8e5c-c950533686ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/914ffd3c-52b1-425a-9acc-243798566225 HTTP/1.1" status: 204 len: 168 time: 0.2988720 Jun 18 19:49:02.533644 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-aa8406bd-9dcf-4b47-b5fa-c38420c7037f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:02.533644 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae0963-a589-4bd2-8e5c-c950533686ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914ffd3c-52b1-425a-9acc-243798566225,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:02.533644 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-b9ae0963-a589-4bd2-8e5c-c950533686ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:03.237914 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566d087-4220-40cb-bc22-8defa83ef114 req-c8192c3b-0fe6-4288-ae71-9025da8d50e5 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:03.332554 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8566d087-4220-40cb-bc22-8defa83ef114 req-c8192c3b-0fe6-4288-ae71-9025da8d50e5 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.1585400 Jun 18 19:49:03.332554 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8566d087-4220-40cb-bc22-8defa83ef114 req-b517c2ea-ff98-4750-9d36-042b4252480b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405893 Jun 18 19:49:04.719734 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f55bbf-2280-40a0-8443-a99bc299982a req-f1f341e2-fa11-470a-96e7-43653d5b75ec tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:04.732842 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-57f55bbf-2280-40a0-8443-a99bc299982a req-f1f341e2-fa11-470a-96e7-43653d5b75ec tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.1879716 Jun 18 19:49:04.799199 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-57f55bbf-2280-40a0-8443-a99bc299982a req-fb82dc6c-255d-460e-bb27-0e9e333b9f07 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648975 Jun 18 19:49:06.151955 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5eac31-12fd-4657-a5c6-ecc7ed675f96 req-99e80fad-f1f6-4d03-bbf1-0d6eace43167 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:06.163253 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7e5eac31-12fd-4657-a5c6-ecc7ed675f96 req-99e80fad-f1f6-4d03-bbf1-0d6eace43167 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.1396618 Jun 18 19:49:06.245783 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7e5eac31-12fd-4657-a5c6-ecc7ed675f96 req-45fc0607-8739-424a-b252-9e7feddffb5f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807114 Jun 18 19:49:06.932340 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:07.443689 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00ea78-a28a-4073-8cd2-d648f996cb24 req-57b5457b-08c5-4862-b762-e32e5e500921 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:07.445267 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-af00ea78-a28a-4073-8cd2-d648f996cb24 req-57b5457b-08c5-4862-b762-e32e5e500921 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.0730181 Jun 18 19:49:07.503854 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-af00ea78-a28a-4073-8cd2-d648f996cb24 req-4419d211-97d2-4cf9-a246-b1ae93ecd603 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516901 Jun 18 19:49:08.819467 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79d8ee-0790-49a6-93e1-12e8acd6464a req-a1fa7541-3be7-4926-8684-36c1201185c6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:08.823635 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8e79d8ee-0790-49a6-93e1-12e8acd6464a req-a1fa7541-3be7-4926-8684-36c1201185c6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.1025469 Jun 18 19:49:08.893704 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8e79d8ee-0790-49a6-93e1-12e8acd6464a req-d9b0b6f8-6d9a-451d-8032-bbe327294692 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609543 Jun 18 19:49:09.334523 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40232) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:09.473593 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-9777c822-576c-4211-a081-8523ae5a1099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:09.598531 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-9777c822-576c-4211-a081-8523ae5a1099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:10.034978 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-9777c822-576c-4211-a081-8523ae5a1099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:10.041492 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-e3fe5d41-46ab-48be-9559-9b3cb3d76124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:10.144619 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40244) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:10.147650 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-9777c822-576c-4211-a081-8523ae5a1099 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f5cbd3a78924d08bf4a9ceb60155fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8108618 Jun 18 19:49:10.215814 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777c822-576c-4211-a081-8523ae5a1099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee68a44c-26f9-4d9d-bf08-b6686fe8088a,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:10.237367 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-9777c822-576c-4211-a081-8523ae5a1099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:10.243711 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-876b8904-294f-43ce-8445-97c161a80ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:10.282803 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-876b8904-294f-43ce-8445-97c161a80ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:10.288434 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e8f42-9014-4625-a4a1-ddec9bc0302c req-ba899852-9c42-4501-a1fc-35e033e5c9d6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:10.296929 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-bf1e8f42-9014-4625-a4a1-ddec9bc0302c req-ba899852-9c42-4501-a1fc-35e033e5c9d6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.1915014 Jun 18 19:49:10.364162 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-bf1e8f42-9014-4625-a4a1-ddec9bc0302c req-7e844e6f-b95e-4a18-b026-e082d6ae45e4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662081 Jun 18 19:49:10.490256 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-876b8904-294f-43ce-8445-97c161a80ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:10.493074 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-876b8904-294f-43ce-8445-97c161a80ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:10.498640 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-876b8904-294f-43ce-8445-97c161a80ce7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee68a44c-26f9-4d9d-bf08-b6686fe8088a HTTP/1.1" status: 204 len: 168 time: 0.3482206 Jun 18 19:49:10.498640 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-dbc6535a-b2ed-45a9-a9a0-e09fbde6f8c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:10.512683 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b8904-294f-43ce-8445-97c161a80ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee68a44c-26f9-4d9d-bf08-b6686fe8088a,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:10.522167 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-876b8904-294f-43ce-8445-97c161a80ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:11.625083 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d80517-42da-43d4-a510-2007aa0a3ad5 req-f8812a7b-da62-4046-82e2-e9c6eb9d0cea tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:11.627704 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a9d80517-42da-43d4-a510-2007aa0a3ad5 req-f8812a7b-da62-4046-82e2-e9c6eb9d0cea tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.0932515 Jun 18 19:49:11.669871 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a9d80517-42da-43d4-a510-2007aa0a3ad5 req-8ea1383b-d5bc-4eaa-85d8-c20c8b8e0079 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364709 Jun 18 19:49:12.158616 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40270) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:12.184005 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-86ef1c83-8150-4c5c-828e-51973d908b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:12.316901 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-86ef1c83-8150-4c5c-828e-51973d908b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:12.405957 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-86ef1c83-8150-4c5c-828e-51973d908b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:12.411802 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-24444bc9-1cd2-4f5a-af6e-c64cc49d75cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:12.469742 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef1c83-8150-4c5c-828e-51973d908b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978670ce-5120-4f91-abaf-e65b95584b31,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:12.474651 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-86ef1c83-8150-4c5c-828e-51973d908b00 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f71232b8a7a40d2bac3206d889621e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155720 Jun 18 19:49:12.479856 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-86ef1c83-8150-4c5c-828e-51973d908b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:12.479856 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40272) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:12.572901 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-938cf72c-32b7-432d-a25c-a6bdbc272d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:12.600419 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-938cf72c-32b7-432d-a25c-a6bdbc272d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:12.817150 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-938cf72c-32b7-432d-a25c-a6bdbc272d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:12.820230 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-938cf72c-32b7-432d-a25c-a6bdbc272d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:12.829410 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-938cf72c-32b7-432d-a25c-a6bdbc272d6a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/978670ce-5120-4f91-abaf-e65b95584b31 HTTP/1.1" status: 204 len: 168 time: 0.3420970 Jun 18 19:49:12.829410 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7b709f47-9b21-4235-aac4-48e383013e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:12.840493 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cf72c-32b7-432d-a25c-a6bdbc272d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978670ce-5120-4f91-abaf-e65b95584b31,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:12.844295 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-938cf72c-32b7-432d-a25c-a6bdbc272d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:12.936393 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd3d52-b62a-41f8-8a8d-386ac740ece7 req-90b15a7a-60c2-4a61-b794-c8a938b4dd80 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:12.952123 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9bbd3d52-b62a-41f8-8a8d-386ac740ece7 req-90b15a7a-60c2-4a61-b794-c8a938b4dd80 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.1216581 Jun 18 19:49:12.999851 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9bbd3d52-b62a-41f8-8a8d-386ac740ece7 req-6bcd87f1-6fd9-49ca-a125-1c9262fe1c9c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432985 Jun 18 19:49:13.211113 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-a7965077-7347-491d-9cfa-c8df6b0000e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:14.341492 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad452b45-dd49-431c-99ec-1c7590d7ea95 req-e4de5701-7723-464b-83b9-2aad30f4a30a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:14.343848 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ad452b45-dd49-431c-99ec-1c7590d7ea95 req-e4de5701-7723-464b-83b9-2aad30f4a30a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.1223817 Jun 18 19:49:14.416264 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ad452b45-dd49-431c-99ec-1c7590d7ea95 req-af52462f-36cf-49ab-9b06-cd5b8881c010 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597556 Jun 18 19:49:14.631645 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40314) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:14.815051 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c48b5f65-1a59-4653-890a-96513f05d181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:14.973678 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c48b5f65-1a59-4653-890a-96513f05d181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:15.045603 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c48b5f65-1a59-4653-890a-96513f05d181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:15.050497 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2858aebe-2b12-49f8-b69e-2bf702b9cad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:15.109716 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-c48b5f65-1a59-4653-890a-96513f05d181 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cfe18edb107a446a89efd273df2f11bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4762266 Jun 18 19:49:15.110987 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b5f65-1a59-4653-890a-96513f05d181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915d7527-e174-4fcc-9ee3-3f76f95b3135,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:15.112727 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40326) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:15.114255 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-c48b5f65-1a59-4653-890a-96513f05d181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:15.197897 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dd96f0fc-6457-4933-87d6-b8ba84ec225d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:15.233643 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dd96f0fc-6457-4933-87d6-b8ba84ec225d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:15.394157 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dd96f0fc-6457-4933-87d6-b8ba84ec225d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:15.398761 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dd96f0fc-6457-4933-87d6-b8ba84ec225d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:15.401318 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-dd96f0fc-6457-4933-87d6-b8ba84ec225d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/915d7527-e174-4fcc-9ee3-3f76f95b3135 HTTP/1.1" status: 204 len: 168 time: 0.2846398 Jun 18 19:49:15.403410 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c2b1088d-03ed-4fbd-a2ca-1cfe9696904d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:15.420029 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96f0fc-6457-4933-87d6-b8ba84ec225d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915d7527-e174-4fcc-9ee3-3f76f95b3135,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:15.428959 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-dd96f0fc-6457-4933-87d6-b8ba84ec225d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:15.613867 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-197bd38c-66d1-4b5b-b83e-412ece7745e4 req-94a19472-78e7-45c2-85c8-1fb3a695464e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749445 Jun 18 19:49:15.706603 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bd38c-66d1-4b5b-b83e-412ece7745e4 req-d61acae5-3929-49d4-889a-ffd163af6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:15.709884 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-197bd38c-66d1-4b5b-b83e-412ece7745e4 req-d61acae5-3929-49d4-889a-ffd163af6a16 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68d35ecfd37141ba8d1ead7364aa01c6&device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 1098 time: 0.0640619 Jun 18 19:49:15.751192 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59952d66-ad9f-4391-adfe-c48f3de3000d req-c4b8c3f0-cc58-4e00-ac48-5a55c9780372 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:15.752134 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-59952d66-ad9f-4391-adfe-c48f3de3000d req-c4b8c3f0-cc58-4e00-ac48-5a55c9780372 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.1037774 Jun 18 19:49:15.802714 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-59952d66-ad9f-4391-adfe-c48f3de3000d req-b1fda431-1c26-452f-b5e9-9f7ea88b0805 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444798 Jun 18 19:49:15.846545 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bd38c-66d1-4b5b-b83e-412ece7745e4 req-63550290-68d8-46a3-a631-33311550ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:15.851957 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-197bd38c-66d1-4b5b-b83e-412ece7745e4 req-63550290-68d8-46a3-a631-33311550ee9b service neutron] 10.222.0.58 "GET /v2.0/networks?id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb HTTP/1.1" status: 200 len: 912 time: 0.1095769 Jun 18 19:49:15.890858 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-8905b3d4-df4f-4c82-866c-b1a814eae68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:15.935477 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-197bd38c-66d1-4b5b-b83e-412ece7745e4 req-1470a0d2-619c-43b9-956f-2841f629bbc6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b66c0680-0ed9-4ec3-bee4-541d936d9137 HTTP/1.1" status: 200 len: 1001 time: 0.0721960 Jun 18 19:49:15.985451 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:15.989375 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bd38c-66d1-4b5b-b83e-412ece7745e4 req-4890fc19-42ce-4f5c-ab62-343c1f63f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:15.990818 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-197bd38c-66d1-4b5b-b83e-412ece7745e4 req-4890fc19-42ce-4f5c-ab62-343c1f63f91a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=85839631-4911-4022-a3d1-d48feb21196f HTTP/1.1" status: 200 len: 850 time: 0.0478573 Jun 18 19:49:16.053853 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bd38c-66d1-4b5b-b83e-412ece7745e4 req-48419d87-dd2a-45a3-b2f7-489aa8ef73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:16.059441 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-197bd38c-66d1-4b5b-b83e-412ece7745e4 req-48419d87-dd2a-45a3-b2f7-489aa8ef73b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560708 Jun 18 19:49:16.156959 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-197bd38c-66d1-4b5b-b83e-412ece7745e4 req-f3a3802d-97cf-45bc-9f47-f161dffdf1e2 service neutron] 10.222.0.58 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936799 Jun 18 19:49:16.251483 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-197bd38c-66d1-4b5b-b83e-412ece7745e4 req-4c214783-b625-40db-b61e-a0e5d556a98e service neutron] 10.222.0.58 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864019 Jun 18 19:49:16.482966 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40352) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:16.500822 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-edac4718-1c5b-4fde-be9c-8c5dd5323709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:16.660957 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-edac4718-1c5b-4fde-be9c-8c5dd5323709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:16.823729 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-edac4718-1c5b-4fde-be9c-8c5dd5323709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:16.829668 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-877b6bd4-5a02-4b7a-8004-8f01142fc821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:16.900585 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-edac4718-1c5b-4fde-be9c-8c5dd5323709 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b69da224d51402fb378d96af9ef7b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156351 Jun 18 19:49:16.903757 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40356) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:16.911340 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac4718-1c5b-4fde-be9c-8c5dd5323709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb5c455-5432-4118-b1b5-161a3ea9ac7d,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:16.937025 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-edac4718-1c5b-4fde-be9c-8c5dd5323709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:17.033864 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:17.046591 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-59ce5940-8b6c-465b-b674-83a7943ba8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:17.086990 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-59ce5940-8b6c-465b-b674-83a7943ba8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:17.138188 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b82731-dec8-4967-bb80-b5f2e76c58f9 req-c0a759f1-5058-4c71-b9f9-6064a7aef8a6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:17.146372 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d4b82731-dec8-4967-bb80-b5f2e76c58f9 req-c0a759f1-5058-4c71-b9f9-6064a7aef8a6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.1837771 Jun 18 19:49:17.199364 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d4b82731-dec8-4967-bb80-b5f2e76c58f9 req-e5b2a018-f722-4d6e-abe3-d25d9e818c22 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535872 Jun 18 19:49:17.290883 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-59ce5940-8b6c-465b-b674-83a7943ba8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:17.293914 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-59ce5940-8b6c-465b-b674-83a7943ba8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:17.301960 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-59ce5940-8b6c-465b-b674-83a7943ba8d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/beb5c455-5432-4118-b1b5-161a3ea9ac7d HTTP/1.1" status: 204 len: 168 time: 0.3899584 Jun 18 19:49:17.301960 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7f977f93-d413-4430-9e28-95476bca63a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:17.304023 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce5940-8b6c-465b-b674-83a7943ba8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb5c455-5432-4118-b1b5-161a3ea9ac7d,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:17.307173 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-59ce5940-8b6c-465b-b674-83a7943ba8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:17.440324 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8816-1259-4c4d-98fd-2c2daddf2c2a req-5c1073b9-b2c6-47a4-92ca-71a0e17fbf89 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:17.441869 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-01ef8816-1259-4c4d-98fd-2c2daddf2c2a req-5c1073b9-b2c6-47a4-92ca-71a0e17fbf89 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 946 time: 0.0711777 Jun 18 19:49:17.487031 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-01ef8816-1259-4c4d-98fd-2c2daddf2c2a req-ed083abe-7049-40fc-8b5f-413aacdb1854 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373170 Jun 18 19:49:17.514975 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40374) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:17.746267 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4163e67d-1273-4336-abe8-bca6949006f6 tempest-TestMinimumBasicScenario-570155978 tempest-TestMinimumBasicScenario-570155978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:17.750762 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-4163e67d-1273-4336-abe8-bca6949006f6 tempest-TestMinimumBasicScenario-570155978 tempest-TestMinimumBasicScenario-570155978-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 1094 time: 0.2317688 Jun 18 19:49:17.751042 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40382) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:17.755873 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Request body: {'floatingip': {'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'port_id': '099bfd59-fab4-4193-9a14-49672a18bb64', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:17.852385 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for floatingip, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:18.012091 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:18.172464 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Allocated IP 172.27.3.12 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/c4bd5ee8-be80-409e-88a9-96e85348f473) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:49:18.292190 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:18.413297 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a8641-3236-4154-8959-d815275043cc req-32c9af2c-9e07-4aa9-9979-530af0092583 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:18.414697 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bb9a8641-3236-4154-8959-d815275043cc req-32c9af2c-9e07-4aa9-9979-530af0092583 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.0686743 Jun 18 19:49:18.433996 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27103756'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:18.436979 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-1ee16ea4-7648-48b0-9b6f-58a6f496b3ff tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:18.455343 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bb9a8641-3236-4154-8959-d815275043cc req-efbbd6fe-dd89-41b1-bc15-6cb32014f249 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337462 Jun 18 19:49:18.478165 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:49:18.481240 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:49:18.488947 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:49:18.514235 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Pushing event updated for resources: {'Port': ['ID=c4bd5ee8-be80-409e-88a9-96e85348f473,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:18.518311 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:18.894032 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:18.902271 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:19.062810 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:19.235821 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:19.308879 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27103802'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:19.312400 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:19.381931 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40428) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:19.394054 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Pushing event updated for resources: {'Port': ['ID=c4bd5ee8-be80-409e-88a9-96e85348f473,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:19.400985 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:19.408582 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:19.535702 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.l3_db [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Floating IP a0f68c49-9e7b-43d3-bf15-1d8f74410314 associated. External IP: 172.27.3.12, port: 099bfd59-fab4-4193-9a14-49672a18bb64. Jun 18 19:49:19.688838 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3819e1a4-6ad1-4e73-bc95-92aa67b62cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:19.781465 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67743734-0d36-4955-a85f-533859c74e17 req-8a586eae-c1c3-4c5e-9357-7f3f3720cdf1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:19.783011 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-67743734-0d36-4955-a85f-533859c74e17 req-8a586eae-c1c3-4c5e-9357-7f3f3720cdf1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.1755075 Jun 18 19:49:19.801071 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3819e1a4-6ad1-4e73-bc95-92aa67b62cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:19.865217 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-67743734-0d36-4955-a85f-533859c74e17 req-d0b46d2e-216b-416f-a6d8-aa60eb681ac3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733321 Jun 18 19:49:19.883265 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Router b00daa11-a77f-467c-8f4b-6314bf990f21 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:49:19.934006 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3819e1a4-6ad1-4e73-bc95-92aa67b62cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:19.934006 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-2e681615-f8bb-44b8-af35-3b7ac0dcf898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:19.973312 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819e1a4-6ad1-4e73-bc95-92aa67b62cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6616e3bf-2878-44bb-ba0a-81fca0d1900f,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:19.980992 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-3819e1a4-6ad1-4e73-bc95-92aa67b62cc2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4634a4217feb42ec8789e57676985415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5947292 Jun 18 19:49:19.980992 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-3819e1a4-6ad1-4e73-bc95-92aa67b62cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:19.984074 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40446) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:20.040131 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-09b156f1-ad93-42bf-9ff0-9b7d8ab75baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:20.067459 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-09b156f1-ad93-42bf-9ff0-9b7d8ab75baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:20.193478 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-09b156f1-ad93-42bf-9ff0-9b7d8ab75baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:20.196108 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-09b156f1-ad93-42bf-9ff0-9b7d8ab75baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:20.198375 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-09b156f1-ad93-42bf-9ff0-9b7d8ab75baa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6616e3bf-2878-44bb-ba0a-81fca0d1900f HTTP/1.1" status: 204 len: 168 time: 0.2130888 Jun 18 19:49:20.198849 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-5f58d556-50c6-41f5-96bd-bb5ee1f3efb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:20.209716 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b156f1-ad93-42bf-9ff0-9b7d8ab75baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6616e3bf-2878-44bb-ba0a-81fca0d1900f,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:20.213731 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-09b156f1-ad93-42bf-9ff0-9b7d8ab75baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:20.284579 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:49:20.298657 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8617b6f-d062-4305-871c-3c39436276a3 None None] Sync routers for ids ['b00daa11-a77f-467c-8f4b-6314bf990f21'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:49:20.310964 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8617b6f-d062-4305-871c-3c39436276a3 None None] Routers {'b00daa11-a77f-467c-8f4b-6314bf990f21'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:49:20.311612 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-a8617b6f-d062-4305-871c-3c39436276a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:49:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b00daa11-a77f-467c-8f4b-6314bf990f21'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:20.400165 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:20.440702 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-a8617b6f-d062-4305-871c-3c39436276a3 None None] Set router b00daa11-a77f-467c-8f4b-6314bf990f21 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:49:20.470251 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7177725 Jun 18 19:49:20.471467 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'tag': '099bfd59-fab4-4193-9a14-49672a18bb64'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:49:20.474519 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40452) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:20.483156 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-0bf07352-4b38-4888-9e7a-6cfec97613ae tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-726675254', 'description': 'tempest-secgroup-smoke-726675254 description', 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:20.491128 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74b92d4-00b7-4ee6-bab7-0e26faceeac7" -d '{"events": [{"name": "network-changed", "server_uuid": "6288b180-5bc9-4208-a0ac-f0e8d6b55d62", "tag": "099bfd59-fab4-4193-9a14-49672a18bb64"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:49:20.562517 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f738f7c-19ad-47e4-9f7e-6f0fa1780b41 x-openstack-request-id: req-4f738f7c-19ad-47e4-9f7e-6f0fa1780b41 {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:49:20.564360 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6288b180-5bc9-4208-a0ac-f0e8d6b55d62", "tag": "099bfd59-fab4-4193-9a14-49672a18bb64", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:49:20.565082 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f738f7c-19ad-47e4-9f7e-6f0fa1780b41 {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:49:20.575642 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'tag': '099bfd59-fab4-4193-9a14-49672a18bb64', 'status': 'completed', 'code': 200} Jun 18 19:49:20.649994 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b92d4-00b7-4ee6-bab7-0e26faceeac7 req-c886a04d-1d86-49e1-b2e6-4992ba79f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:20.649994 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f74b92d4-00b7-4ee6-bab7-0e26faceeac7 req-c886a04d-1d86-49e1-b2e6-4992ba79f637 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96c11db2cb6045afb5fd1b9e3e8220ec&device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 1099 time: 0.0596669 Jun 18 19:49:20.701635 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-0bf07352-4b38-4888-9e7a-6cfec97613ae tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:20.775471 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b92d4-00b7-4ee6-bab7-0e26faceeac7 req-53b3bd53-a348-43f3-9d74-6111ba4d2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:20.776962 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f74b92d4-00b7-4ee6-bab7-0e26faceeac7 req-53b3bd53-a348-43f3-9d74-6111ba4d2aeb service neutron] 10.222.0.58 "GET /v2.0/networks?id=0ca30535-c755-4003-a062-b2936dfb677d HTTP/1.1" status: 200 len: 915 time: 0.1194777 Jun 18 19:49:20.887801 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f74b92d4-00b7-4ee6-bab7-0e26faceeac7 req-1bd0d134-a1c9-48bf-93e6-1594e917d732 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=099bfd59-fab4-4193-9a14-49672a18bb64 HTTP/1.1" status: 200 len: 999 time: 0.1026864 Jun 18 19:49:20.898935 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-0bf07352-4b38-4888-9e7a-6cfec97613ae tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:20.913192 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-a8617b6f-d062-4305-871c-3c39436276a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'name': 'tempest-TestMinimumBasicScenario-443352257-router', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:51Z', 'updated_at': '2021-06-18T19:47:56Z', 'revision_number': 4, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'gw_port': {'id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:52Z', 'updated_at': '2021-06-18T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': 'a0f68c49-9e7b-43d3-bf15-1d8f74410314', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'floating_ip_address': '172.27.3.12', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'port_id': '099bfd59-fab4-4193-9a14-49672a18bb64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d', 'mac_address': 'fa:16:3e:87:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:49:18Z', 'updated_at': '2021-06-18T19:49:18Z', 'revision_number': 0, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef50169e-f4fb-42f5-9e8e-146ee9caa00c', 'name': '', 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'mac_address': 'fa:16:3e:84:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:55Z', 'updated_at': '2021-06-18T19:48:03Z', 'revision_number': 5, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'subnets': [{'id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:20.960217 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b92d4-00b7-4ee6-bab7-0e26faceeac7 req-6c922579-e908-4f44-a7c8-62b8bffe1c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:20.962305 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f74b92d4-00b7-4ee6-bab7-0e26faceeac7 req-6c922579-e908-4f44-a7c8-62b8bffe1c9c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=adde3d0a-521e-40a6-b20a-699d7edb7b7a HTTP/1.1" status: 200 len: 853 time: 0.0576949 Jun 18 19:49:20.969419 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40462) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:20.986299 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e57c-d6a7-400a-81fc-d7691a5a5c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:20.991657 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8617b6f-d062-4305-871c-3c39436276a3 None None] Checking router: b00daa11-a77f-467c-8f4b-6314bf990f21 for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:49:21.004979 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8617b6f-d062-4305-871c-3c39436276a3 None None] Routers {'b00daa11-a77f-467c-8f4b-6314bf990f21'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:49:21.005930 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-a8617b6f-d062-4305-871c-3c39436276a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:49:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b00daa11-a77f-467c-8f4b-6314bf990f21'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:21.007445 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-0bf07352-4b38-4888-9e7a-6cfec97613ae tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:21.012252 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-59ce5940-8b6c-465b-b674-83a7943ba8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:21.049674 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf07352-4b38-4888-9e7a-6cfec97613ae tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c30571c-ab27-401d-b5d6-cbf60162245c,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:21.053123 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-0bf07352-4b38-4888-9e7a-6cfec97613ae tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:21.063950 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b92d4-00b7-4ee6-bab7-0e26faceeac7 req-95b5cfdc-92d5-45c5-a895-5adffbc447df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:21.065581 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f74b92d4-00b7-4ee6-bab7-0e26faceeac7 req-95b5cfdc-92d5-45c5-a895-5adffbc447df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0ca30535-c755-4003-a062-b2936dfb677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921428 Jun 18 19:49:21.133612 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-a8617b6f-d062-4305-871c-3c39436276a3 None None] Set router b00daa11-a77f-467c-8f4b-6314bf990f21 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:49:21.148381 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e43644-2e9f-4d4c-a641-c073d79c60ab req-172fd60e-d3ad-4bb8-84c9-10972c178f0d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:21.150701 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d3e43644-2e9f-4d4c-a641-c073d79c60ab req-172fd60e-d3ad-4bb8-84c9-10972c178f0d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.1133544 Jun 18 19:49:21.166813 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e57c-d6a7-400a-81fc-d7691a5a5c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:21.176975 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f74b92d4-00b7-4ee6-bab7-0e26faceeac7 req-604f7e46-59e5-4631-9c8f-51bd301ed2ca service neutron] 10.222.0.58 "GET /v2.0/networks/0ca30535-c755-4003-a062-b2936dfb677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014867 Jun 18 19:49:21.201875 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d3e43644-2e9f-4d4c-a641-c073d79c60ab req-a51c257c-9884-4b9f-a613-4226a506f1b9 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433917 Jun 18 19:49:21.245214 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e57c-d6a7-400a-81fc-d7691a5a5c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:21.253313 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-b9ae0963-a589-4bd2-8e5c-c950533686ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:21.283358 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f74b92d4-00b7-4ee6-bab7-0e26faceeac7 req-32fbf584-522c-465d-a55f-b38f9d5f5018 service neutron] 10.222.0.58 "GET /v2.0/networks/0ca30535-c755-4003-a062-b2936dfb677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966156 Jun 18 19:49:21.294740 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-1fa9e57c-d6a7-400a-81fc-d7691a5a5c39 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aedf1ccf3ed946fb9e07cda6f9a54ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237853 Jun 18 19:49:21.295780 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9e57c-d6a7-400a-81fc-d7691a5a5c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57c10b3-d3cd-4c4d-b10b-d8badfd12bfc,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:21.297679 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40466) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:21.307476 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-1fa9e57c-d6a7-400a-81fc-d7691a5a5c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:21.358462 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4a756736-26cc-4c84-97ae-dbf6e0f667cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:21.380027 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-0bf07352-4b38-4888-9e7a-6cfec97613ae tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:21.381452 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-0bf07352-4b38-4888-9e7a-6cfec97613ae tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9043624 Jun 18 19:49:21.385978 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40468) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:21.386875 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4a756736-26cc-4c84-97ae-dbf6e0f667cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:21.394007 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-6120e101-2c6a-4f3a-b082-a630348bb7c9 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Request body: {'security_group_rule': {'security_group_id': '5c30571c-ab27-401d-b5d6-cbf60162245c', 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:21.410777 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-a8617b6f-d062-4305-871c-3c39436276a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'name': 'tempest-TestMinimumBasicScenario-443352257-router', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:51Z', 'updated_at': '2021-06-18T19:47:56Z', 'revision_number': 4, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'gw_port': {'id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:52Z', 'updated_at': '2021-06-18T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': 'a0f68c49-9e7b-43d3-bf15-1d8f74410314', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'floating_ip_address': '172.27.3.12', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'port_id': '099bfd59-fab4-4193-9a14-49672a18bb64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d', 'mac_address': 'fa:16:3e:87:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:49:18Z', 'updated_at': '2021-06-18T19:49:18Z', 'revision_number': 0, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef50169e-f4fb-42f5-9e8e-146ee9caa00c', 'name': '', 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'mac_address': 'fa:16:3e:84:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:55Z', 'updated_at': '2021-06-18T19:48:03Z', 'revision_number': 5, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'subnets': [{'id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:21.443773 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8617b6f-d062-4305-871c-3c39436276a3 None None] The sync data for ids ['b00daa11-a77f-467c-8f4b-6314bf990f21'] in dv-cinder-790535-6-iscsi is: [{'id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'name': 'tempest-TestMinimumBasicScenario-443352257-router', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:51Z', 'updated_at': '2021-06-18T19:47:56Z', 'revision_number': 4, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'gw_port': {'id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:52Z', 'updated_at': '2021-06-18T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': 'a0f68c49-9e7b-43d3-bf15-1d8f74410314', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'floating_ip_address': '172.27.3.12', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'port_id': '099bfd59-fab4-4193-9a14-49672a18bb64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d', 'mac_address': 'fa:16:3e:87:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:49:18Z', 'updated_at': '2021-06-18T19:49:18Z', 'revision_number': 0, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef50169e-f4fb-42f5-9e8e-146ee9caa00c', 'name': '', 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'mac_address': 'fa:16:3e:84:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:55Z', 'updated_at': '2021-06-18T19:48:03Z', 'revision_number': 5, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'subnets': [{'id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:49:21.565784 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4a756736-26cc-4c84-97ae-dbf6e0f667cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:21.576535 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4a756736-26cc-4c84-97ae-dbf6e0f667cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:21.576535 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-4a756736-26cc-4c84-97ae-dbf6e0f667cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d57c10b3-d3cd-4c4d-b10b-d8badfd12bfc HTTP/1.1" status: 204 len: 168 time: 0.2711644 Jun 18 19:49:21.576535 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-0bf07352-4b38-4888-9e7a-6cfec97613ae tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:21.577579 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6120e101-2c6a-4f3a-b082-a630348bb7c9 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:21.593286 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a756736-26cc-4c84-97ae-dbf6e0f667cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57c10b3-d3cd-4c4d-b10b-d8badfd12bfc,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:21.596986 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-4a756736-26cc-4c84-97ae-dbf6e0f667cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:21.690672 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44223f2a-9c8a-4f08-acfe-e3c7a7bc6806 None None] New status for floating IP a0f68c49-9e7b-43d3-bf15-1d8f74410314: ACTIVE {{(pid=100057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:49:21.702541 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6120e101-2c6a-4f3a-b082-a630348bb7c9 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:21.782206 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6120e101-2c6a-4f3a-b082-a630348bb7c9 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:21.784351 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-cd65b9a4-5263-41ce-9488-4d6ca5e15212 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:21.801756 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120e101-2c6a-4f3a-b082-a630348bb7c9 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6faf08e5-538f-45e8-ab3a-6b13456cbe92,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:21.806017 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6120e101-2c6a-4f3a-b082-a630348bb7c9 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:21.907951 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6120e101-2c6a-4f3a-b082-a630348bb7c9 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:21.911801 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-6120e101-2c6a-4f3a-b082-a630348bb7c9 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5216949 Jun 18 19:49:21.912034 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40474) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:21.917518 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-f2b3c000-5d47-4ce3-aa88-891190613fdf tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Request body: {'security_group_rule': {'security_group_id': '5c30571c-ab27-401d-b5d6-cbf60162245c', 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:22.019347 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c000-5d47-4ce3-aa88-891190613fdf tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:22.091489 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c000-5d47-4ce3-aa88-891190613fdf tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:22.164800 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c000-5d47-4ce3-aa88-891190613fdf tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:22.168203 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a09e21bc-c140-4bd5-b20d-a4c5f7cbb17e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:22.185658 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3c000-5d47-4ce3-aa88-891190613fdf tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15000326-063f-4449-aaf0-cf18c4b324bf,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:22.188234 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-f2b3c000-5d47-4ce3-aa88-891190613fdf tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:22.342722 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c000-5d47-4ce3-aa88-891190613fdf tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:22.345050 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-f2b3c000-5d47-4ce3-aa88-891190613fdf tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4315786 Jun 18 19:49:22.349127 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40492) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:22.355693 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 9c9c6614-5cfa-4178-ae31-eb1c590105cd details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:49:22.356820 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-91ad653e-161f-4ef8-bf64-9422b70d7339 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Request body: {'security_group_rule': {'security_group_id': '5c30571c-ab27-401d-b5d6-cbf60162245c', 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:22.440650 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95a3b7-bedb-4442-9a90-5bb2e74c9f54 req-eea9110e-4df2-476f-9e5d-2ffc6e197bba tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:22.442398 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-fc95a3b7-bedb-4442-9a90-5bb2e74c9f54 req-eea9110e-4df2-476f-9e5d-2ffc6e197bba tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 944 time: 0.0917978 Jun 18 19:49:22.475296 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 9c9c6614-5cfa-4178-ae31-eb1c590105cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:22.483707 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-fc95a3b7-bedb-4442-9a90-5bb2e74c9f54 req-5639b069-c9eb-4ba1-bd76-a4aa2312fffe tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349731 Jun 18 19:49:22.487436 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': '9c9c6614-5cfa-4178-ae31-eb1c590105cd', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'port_id': '9c9c6614-5cfa-4178-ae31-eb1c590105cd', 'mac_address': 'fa:16:3e:88:9b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:49:22.497335 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-91ad653e-161f-4ef8-bf64-9422b70d7339 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:22.532468 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:22.555772 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9c6614-5cfa-4178-ae31-eb1c590105cd {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:49:22.580166 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 9c9c6614-5cfa-4178-ae31-eb1c590105cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:22.588045 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-91ad653e-161f-4ef8-bf64-9422b70d7339 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:22.748143 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:22.752194 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-91ad653e-161f-4ef8-bf64-9422b70d7339 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:22.752373 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-836a7e7f-9d99-4dcf-b276-ce7873a26e8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:22.752483 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-f2b3c000-5d47-4ce3-aa88-891190613fdf tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:22.782772 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad653e-161f-4ef8-bf64-9422b70d7339 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1533c855-aa23-42ac-baf9-9fd962259f9e,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:22.786102 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-91ad653e-161f-4ef8-bf64-9422b70d7339 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:22.802220 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=9c9c6614-5cfa-4178-ae31-eb1c590105cd,revision_number=9']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:22.805550 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:22.890626 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-91ad653e-161f-4ef8-bf64-9422b70d7339 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:22.891875 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-91ad653e-161f-4ef8-bf64-9422b70d7339 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5408237 Jun 18 19:49:22.895285 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40506) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:22.903840 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-719512d4-d4be-4af9-850c-3974a2ee5aa1 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Request body: {'security_group_rule': {'security_group_id': '5c30571c-ab27-401d-b5d6-cbf60162245c', 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:22.954258 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:49:23.040716 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['9c9c6614-5cfa-4178-ae31-eb1c590105cd'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:49:23.045077 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-719512d4-d4be-4af9-850c-3974a2ee5aa1 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:23.121259 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-719512d4-d4be-4af9-850c-3974a2ee5aa1 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:23.244758 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-719512d4-d4be-4af9-850c-3974a2ee5aa1 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:23.252500 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-9d1b5d9a-cde4-49e6-8900-6efccf9d59c5 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:23.268429 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719512d4-d4be-4af9-850c-3974a2ee5aa1 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960b0d0c-8be0-4117-b504-e5b89d1ceadb,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:23.270890 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-719512d4-d4be-4af9-850c-3974a2ee5aa1 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:23.364872 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-719512d4-d4be-4af9-850c-3974a2ee5aa1 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:23.366116 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-719512d4-d4be-4af9-850c-3974a2ee5aa1 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4694808 Jun 18 19:49:23.369520 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40514) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:23.374976 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-f78e7c60-4191-4c51-9516-e505ede24626 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Request body: {'security_group_rule': {'security_group_id': '5c30571c-ab27-401d-b5d6-cbf60162245c', 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:23.479234 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.securitygroups_db [None req-f78e7c60-4191-4c51-9516-e505ede24626 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Project 96c11db2cb6045afb5fd1b9e3e8220ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 19:49:23.484957 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f78e7c60-4191-4c51-9516-e505ede24626 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:23.538366 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f78e7c60-4191-4c51-9516-e505ede24626 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:23.629374 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f78e7c60-4191-4c51-9516-e505ede24626 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:23.632187 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ce21aab9-6e15-4ae6-911c-786c6d8f5f3d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:23.649358 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e7c60-4191-4c51-9516-e505ede24626 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835ddb6f-caa5-4c66-b6cc-f7d5309fc610,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:23.656063 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-f78e7c60-4191-4c51-9516-e505ede24626 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:23.687015 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae5c78-4b9a-441a-bf4a-3f5ae44a21c0 req-9473f562-4664-4da9-b22a-0a525ca4aa27 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:23.688537 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-73ae5c78-4b9a-441a-bf4a-3f5ae44a21c0 req-9473f562-4664-4da9-b22a-0a525ca4aa27 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 945 time: 0.0772769 Jun 18 19:49:23.731676 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-73ae5c78-4b9a-441a-bf4a-3f5ae44a21c0 req-064fb4e4-066b-4733-9c2a-21844bab514c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371981 Jun 18 19:49:23.752568 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f78e7c60-4191-4c51-9516-e505ede24626 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:23.760914 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-f78e7c60-4191-4c51-9516-e505ede24626 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3830836 Jun 18 19:49:23.760914 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40526) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:23.763247 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-d80d5851-82a8-4eab-9e43-241d78370241 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Request body: {'security_group_rule': {'security_group_id': '5c30571c-ab27-401d-b5d6-cbf60162245c', 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:23.886142 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.securitygroups_db [None req-d80d5851-82a8-4eab-9e43-241d78370241 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Project 96c11db2cb6045afb5fd1b9e3e8220ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 19:49:23.891572 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d80d5851-82a8-4eab-9e43-241d78370241 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:23.974131 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d80d5851-82a8-4eab-9e43-241d78370241 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:24.074027 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d80d5851-82a8-4eab-9e43-241d78370241 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:24.076190 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:24.095704 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d5851-82a8-4eab-9e43-241d78370241 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df61f788-32a7-4bc4-acea-1ef60a130c85,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:24.098211 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d80d5851-82a8-4eab-9e43-241d78370241 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:24.199361 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d80d5851-82a8-4eab-9e43-241d78370241 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:24.201124 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-d80d5851-82a8-4eab-9e43-241d78370241 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4434280 Jun 18 19:49:24.338841 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4541f0dd-9a81-478c-8627-b170b3a2c33b req-d7119f20-1246-47e2-8568-76aa90ff0e14 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-726675254&fields=id&tenant_id=96c11db2cb6045afb5fd1b9e3e8220ec HTTP/1.1" status: 200 len: 267 time: 0.0343792 Jun 18 19:49:24.372218 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 9c9c6614-5cfa-4178-ae31-eb1c590105cd up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:49:24.409547 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541f0dd-9a81-478c-8627-b170b3a2c33b req-b4e64f22-ea8f-4f5c-a86d-9549d488e877 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:24.411083 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4541f0dd-9a81-478c-8627-b170b3a2c33b req-b4e64f22-ea8f-4f5c-a86d-9549d488e877 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 946 time: 0.0664198 Jun 18 19:49:24.422292 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port 9c9c6614-5cfa-4178-ae31-eb1c590105cd triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:49:24.428931 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:24.429121 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-4541f0dd-9a81-478c-8627-b170b3a2c33b req-0cfb3a19-4c21-46ec-87eb-89b14fa02d0a tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Request body: {'port': {'security_groups': ['acf2f9fc-ba74-430c-9604-34be70a531ba', '5c30571c-ab27-401d-b5d6-cbf60162245c']}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:24.502735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:24.516251 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-4541f0dd-9a81-478c-8627-b170b3a2c33b req-0cfb3a19-4c21-46ec-87eb-89b14fa02d0a tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:24.527264 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9c6614-5cfa-4178-ae31-eb1c590105cd'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:49:24.529683 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02994e22-154b-4ffd-aea4-3f5aa791df60" -d '{"events": [{"server_uuid": "0ade1fbd-6bcc-4bc9-a401-db024f113cf6", "name": "network-vif-plugged", "status": "completed", "tag": "9c9c6614-5cfa-4178-ae31-eb1c590105cd"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:49:24.543172 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 9c9c6614-5cfa-4178-ae31-eb1c590105cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:24.570648 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c64a5d6-c633-4543-834d-8e83d52a258f x-openstack-request-id: req-3c64a5d6-c633-4543-834d-8e83d52a258f {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:49:24.571024 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ade1fbd-6bcc-4bc9-a401-db024f113cf6", "name": "network-vif-plugged", "status": "completed", "tag": "9c9c6614-5cfa-4178-ae31-eb1c590105cd", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:49:24.571388 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c64a5d6-c633-4543-834d-8e83d52a258f {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:49:24.572330 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9c6614-5cfa-4178-ae31-eb1c590105cd', 'code': 200} Jun 18 19:49:24.695435 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:24.698022 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-4888fb1b-e7de-46b0-84e9-d6df4e7aa71a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:24.736882 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-4541f0dd-9a81-478c-8627-b170b3a2c33b req-0cfb3a19-4c21-46ec-87eb-89b14fa02d0a tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] For port 099bfd59-fab4-4193-9a14-49672a18bb64, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=099bfd59-fab4-4193-9a14-49672a18bb64,segment=NetworkSegment(7e71a053-4840-4b17-bf39-b1f1993f25ee),segment_id=7e71a053-4840-4b17-bf39-b1f1993f25ee)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:24.761547 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=9c9c6614-5cfa-4178-ae31-eb1c590105cd,revision_number=10']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:24.765785 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:24.769433 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-4541f0dd-9a81-478c-8627-b170b3a2c33b req-0cfb3a19-4c21-46ec-87eb-89b14fa02d0a tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:24.845161 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-4541f0dd-9a81-478c-8627-b170b3a2c33b req-0cfb3a19-4c21-46ec-87eb-89b14fa02d0a tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:24.849618 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:24.862890 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['099bfd59-fab4-4193-9a14-49672a18bb64'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:49:24.916657 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541f0dd-9a81-478c-8627-b170b3a2c33b req-0cfb3a19-4c21-46ec-87eb-89b14fa02d0a tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:24.919952 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-4541f0dd-9a81-478c-8627-b170b3a2c33b req-0cfb3a19-4c21-46ec-87eb-89b14fa02d0a tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:24.924308 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4541f0dd-9a81-478c-8627-b170b3a2c33b req-0cfb3a19-4c21-46ec-87eb-89b14fa02d0a tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "PUT /v2.0/ports/099bfd59-fab4-4193-9a14-49672a18bb64 HTTP/1.1" status: 200 len: 982 time: 0.5056241 Jun 18 19:49:24.926032 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'tag': '099bfd59-fab4-4193-9a14-49672a18bb64'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:49:24.931398 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7a96aa-21ca-4e37-9f93-202dcae51121" -d '{"events": [{"name": "network-changed", "server_uuid": "6288b180-5bc9-4208-a0ac-f0e8d6b55d62", "tag": "099bfd59-fab4-4193-9a14-49672a18bb64"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:49:24.963904 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59525b1-f8f8-4370-9608-1c7ca3717da9 req-6313ff69-a0e8-4e1d-89e2-b3761cbd5eee tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:24.967912 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c59525b1-f8f8-4370-9608-1c7ca3717da9 req-6313ff69-a0e8-4e1d-89e2-b3761cbd5eee tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 947 time: 0.0987103 Jun 18 19:49:24.971945 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb3a19-4c21-46ec-87eb-89b14fa02d0a tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Pushing event updated for resources: {'Port': ['ID=099bfd59-fab4-4193-9a14-49672a18bb64,revision_number=6']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:24.976788 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-0cfb3a19-4c21-46ec-87eb-89b14fa02d0a tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:25.014128 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['099bfd59-fab4-4193-9a14-49672a18bb64'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:49:25.021104 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40568) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:25.047214 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c59525b1-f8f8-4370-9608-1c7ca3717da9 req-8fcfeebb-917a-4e7a-b069-63c580d5a971 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698826 Jun 18 19:49:25.132345 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27726f70-1947-4820-8460-a03ec24322a1 x-openstack-request-id: req-27726f70-1947-4820-8460-a03ec24322a1 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:49:25.132345 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6288b180-5bc9-4208-a0ac-f0e8d6b55d62", "tag": "099bfd59-fab4-4193-9a14-49672a18bb64", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:49:25.132345 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27726f70-1947-4820-8460-a03ec24322a1 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:49:25.132345 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'tag': '099bfd59-fab4-4193-9a14-49672a18bb64', 'status': 'completed', 'code': 200} Jun 18 19:49:25.239682 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-543b6893-7060-4a75-91a6-4d0b304ba880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.302181 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af432005-adcc-429b-8367-3849be8f1c84 req-35565c42-b8c3-46d6-9560-054ad660c99b tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:25.303909 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-af432005-adcc-429b-8367-3849be8f1c84 req-35565c42-b8c3-46d6-9560-054ad660c99b tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 985 time: 0.1926746 Jun 18 19:49:25.327089 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a96aa-21ca-4e37-9f93-202dcae51121 req-7a654318-a686-4ee9-8430-c740633c5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:25.328730 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ef7a96aa-21ca-4e37-9f93-202dcae51121 req-7a654318-a686-4ee9-8430-c740633c5afa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96c11db2cb6045afb5fd1b9e3e8220ec&device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 1138 time: 0.1756790 Jun 18 19:49:25.346265 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-c46768f3-b451-489b-b80d-f36e8537dedb None None] Provisioning complete for port 099bfd59-fab4-4193-9a14-49672a18bb64 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:49:25.346265 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c46768f3-b451-489b-b80d-f36e8537dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.465629 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-af432005-adcc-429b-8367-3849be8f1c84 req-e44ab18f-b9ab-4ec3-be65-5c51fffe73e7 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c30571c-ab27-401d-b5d6-cbf60162245c&id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346741 Jun 18 19:49:25.482365 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97490b-fba2-431e-8f4a-14081d9cbaf3 req-44eb337e-6023-41ea-b960-65459e00a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:25.488819 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ff97490b-fba2-431e-8f4a-14081d9cbaf3 req-44eb337e-6023-41ea-b960-65459e00a4cc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 1100 time: 0.2421675 Jun 18 19:49:25.566070 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a96aa-21ca-4e37-9f93-202dcae51121 req-bf9c07c8-1b90-4670-8f26-6b61cee5733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:25.567716 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ef7a96aa-21ca-4e37-9f93-202dcae51121 req-bf9c07c8-1b90-4670-8f26-6b61cee5733f service neutron] 10.222.0.58 "GET /v2.0/networks?id=0ca30535-c755-4003-a062-b2936dfb677d HTTP/1.1" status: 200 len: 915 time: 0.2190070 Jun 18 19:49:25.592848 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ff97490b-fba2-431e-8f4a-14081d9cbaf3 req-8cfb768b-ce44-422d-aece-5747589e739e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998509 Jun 18 19:49:25.603732 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-543b6893-7060-4a75-91a6-4d0b304ba880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.674836 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ef7a96aa-21ca-4e37-9f93-202dcae51121 req-c99c2bd2-9d75-4c16-aeaa-aa81e3a904ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=099bfd59-fab4-4193-9a14-49672a18bb64 HTTP/1.1" status: 200 len: 1001 time: 0.0932059 Jun 18 19:49:25.727653 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-543b6893-7060-4a75-91a6-4d0b304ba880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.734478 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-3819e1a4-6ad1-4e73-bc95-92aa67b62cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:25.764532 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a96aa-21ca-4e37-9f93-202dcae51121 req-dea6bdd0-a426-40cc-9d0b-9aa037741ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:25.766087 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ef7a96aa-21ca-4e37-9f93-202dcae51121 req-dea6bdd0-a426-40cc-9d0b-9aa037741ee0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=adde3d0a-521e-40a6-b20a-699d7edb7b7a HTTP/1.1" status: 200 len: 853 time: 0.0806017 Jun 18 19:49:25.795273 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-543b6893-7060-4a75-91a6-4d0b304ba880 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b817b8e33d44990a1f367af5331f15d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7729304 Jun 18 19:49:25.798554 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40586) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:25.815903 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b6893-7060-4a75-91a6-4d0b304ba880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18fe698-fe27-4804-8a29-ba52f7842b59,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:25.818333 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-543b6893-7060-4a75-91a6-4d0b304ba880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:25.849225 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a96aa-21ca-4e37-9f93-202dcae51121 req-4e1834d2-e66f-4ad4-abb1-2a59cccfa98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:25.851067 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ef7a96aa-21ca-4e37-9f93-202dcae51121 req-4e1834d2-e66f-4ad4-abb1-2a59cccfa98e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0ca30535-c755-4003-a062-b2936dfb677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734484 Jun 18 19:49:25.863094 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5e588137-93d2-4c7f-b80f-1436530a591d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.886318 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5e588137-93d2-4c7f-b80f-1436530a591d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.955529 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ef7a96aa-21ca-4e37-9f93-202dcae51121 req-db7bfae4-bd83-4eaf-8802-efd10a1ad09c service neutron] 10.222.0.58 "GET /v2.0/networks/0ca30535-c755-4003-a062-b2936dfb677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924094 Jun 18 19:49:26.054838 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ef7a96aa-21ca-4e37-9f93-202dcae51121 req-5845284d-fcc8-4741-bd6b-0d677cfbce06 service neutron] 10.222.0.58 "GET /v2.0/networks/0ca30535-c755-4003-a062-b2936dfb677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882771 Jun 18 19:49:26.067890 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5e588137-93d2-4c7f-b80f-1436530a591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.070486 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5e588137-93d2-4c7f-b80f-1436530a591d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.071659 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-5e588137-93d2-4c7f-b80f-1436530a591d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f18fe698-fe27-4804-8a29-ba52f7842b59 HTTP/1.1" status: 204 len: 168 time: 0.2720108 Jun 18 19:49:26.073484 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-eee2ab54-c8a4-4316-b911-645860222e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:26.082293 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e588137-93d2-4c7f-b80f-1436530a591d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18fe698-fe27-4804-8a29-ba52f7842b59,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:26.086076 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-5e588137-93d2-4c7f-b80f-1436530a591d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:26.273467 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e733c-11f3-44c2-b9c8-c3c2bd1de55c req-0e5703a1-bc7b-4d04-9284-542b8c7b28e4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:26.273467 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b31e733c-11f3-44c2-b9c8-c3c2bd1de55c req-0e5703a1-bc7b-4d04-9284-542b8c7b28e4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 947 time: 0.0948188 Jun 18 19:49:26.331147 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b31e733c-11f3-44c2-b9c8-c3c2bd1de55c req-d61fd933-7fde-4dcc-b2e7-34529a782ad2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385995 Jun 18 19:49:26.407804 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40600) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:26.552454 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-71dc0819-e611-4964-aab5-f1fa58390113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.764969 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-71dc0819-e611-4964-aab5-f1fa58390113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.948618 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-71dc0819-e611-4964-aab5-f1fa58390113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.951502 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-1a5b5683-30d2-4d78-9e2e-b237304cf142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:26.997191 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-71dc0819-e611-4964-aab5-f1fa58390113 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=410a3bc6c349477bb4d44ec3cc6ad607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5869167 Jun 18 19:49:26.998244 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc0819-e611-4964-aab5-f1fa58390113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d611c84f-7a3d-4b31-8ba4-2058f89ccce1,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:26.998662 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40626) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:27.003601 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-71dc0819-e611-4964-aab5-f1fa58390113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:27.058905 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40630) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:27.066285 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e80c4c6f-2eb2-4a0f-a8cd-35da830cfe99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.073581 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-28b48a2c-dc06-453c-be89-578510a97ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.097669 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e80c4c6f-2eb2-4a0f-a8cd-35da830cfe99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.190209 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-28b48a2c-dc06-453c-be89-578510a97ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.266103 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ec677-7bcb-430d-913a-ac09f61fd9f0 req-324ae8a5-a6d7-4cdc-9bd3-38da7d9c9c56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:27.267692 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d53ec677-7bcb-430d-913a-ac09f61fd9f0 req-324ae8a5-a6d7-4cdc-9bd3-38da7d9c9c56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.0804079 Jun 18 19:49:27.280007 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e80c4c6f-2eb2-4a0f-a8cd-35da830cfe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.283892 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e80c4c6f-2eb2-4a0f-a8cd-35da830cfe99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.285804 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-e80c4c6f-2eb2-4a0f-a8cd-35da830cfe99 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d611c84f-7a3d-4b31-8ba4-2058f89ccce1 HTTP/1.1" status: 204 len: 168 time: 0.2856600 Jun 18 19:49:27.287075 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8632756f-1eba-43c1-bccc-b329abaf18f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:27.295885 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c4c6f-2eb2-4a0f-a8cd-35da830cfe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d611c84f-7a3d-4b31-8ba4-2058f89ccce1,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:27.298428 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-e80c4c6f-2eb2-4a0f-a8cd-35da830cfe99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:27.313445 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d53ec677-7bcb-430d-913a-ac09f61fd9f0 req-01d2c16b-747f-4da5-abc4-0bcbefda78c4 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393982 Jun 18 19:49:27.338243 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-28b48a2c-dc06-453c-be89-578510a97ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.342444 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-31925b99-53bd-4ee1-9c3e-1880e43b2953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:27.390055 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-28b48a2c-dc06-453c-be89-578510a97ddc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0fca27ab7b0c48a4920cda189cf7c01c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259578 Jun 18 19:49:27.390055 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b48a2c-dc06-453c-be89-578510a97ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f765e6d-bc72-4a7c-acb3-c52ccd9bcf9c,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:27.391454 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40644) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:27.392428 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-28b48a2c-dc06-453c-be89-578510a97ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:27.453106 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dd194d69-643c-440f-b940-2b0595c69695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.477882 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dd194d69-643c-440f-b940-2b0595c69695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.582514 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe32d11-34a6-4636-9951-2bc89a2b475a req-80943679-c25a-42bb-b96c-7f96830f7fe7 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:27.584069 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-2fe32d11-34a6-4636-9951-2bc89a2b475a req-80943679-c25a-42bb-b96c-7f96830f7fe7 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 947 time: 0.0777316 Jun 18 19:49:27.626965 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-2fe32d11-34a6-4636-9951-2bc89a2b475a req-caa452b8-9699-49af-8c2c-91879d8cfb77 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364733 Jun 18 19:49:27.685054 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dd194d69-643c-440f-b940-2b0595c69695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.687635 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dd194d69-643c-440f-b940-2b0595c69695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.688823 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-dd194d69-643c-440f-b940-2b0595c69695 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f765e6d-bc72-4a7c-acb3-c52ccd9bcf9c HTTP/1.1" status: 204 len: 168 time: 0.2952864 Jun 18 19:49:27.689576 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-63b7f4dc-8d77-4b19-9534-02d737d04ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:27.697958 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd194d69-643c-440f-b940-2b0595c69695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f765e6d-bc72-4a7c-acb3-c52ccd9bcf9c,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:27.700571 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-dd194d69-643c-440f-b940-2b0595c69695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:28.220520 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40664) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:28.246173 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a9967b58-5217-40ae-a7f9-110766cdce73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:28.399278 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a9967b58-5217-40ae-a7f9-110766cdce73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:28.484194 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a9967b58-5217-40ae-a7f9-110766cdce73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:28.488197 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-71dc0819-e611-4964-aab5-f1fa58390113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:28.536254 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-a9967b58-5217-40ae-a7f9-110766cdce73 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c079af359c0040b6a0fe05b9fae128c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129001 Jun 18 19:49:28.537931 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40672) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:28.538518 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9967b58-5217-40ae-a7f9-110766cdce73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef98f6c0-a82d-4e4a-8aca-8567c32d8b98,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:28.541802 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a9967b58-5217-40ae-a7f9-110766cdce73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:28.562183 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dd2b9-4faf-48e6-92dc-f1c70126c283 req-1c5fcbc5-e769-4c51-a562-b42e779ae9d6 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:28.565251 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-195dd2b9-4faf-48e6-92dc-f1c70126c283 req-1c5fcbc5-e769-4c51-a562-b42e779ae9d6 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1157598 Jun 18 19:49:28.596337 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-b7229020-3f71-4597-bc3f-2ba4085102c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:28.616366 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-195dd2b9-4faf-48e6-92dc-f1c70126c283 req-07c4c1c5-6895-4ac3-a9f7-56e952849035 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467222 Jun 18 19:49:28.622246 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-b7229020-3f71-4597-bc3f-2ba4085102c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:28.790849 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-b7229020-3f71-4597-bc3f-2ba4085102c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:28.794160 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-b7229020-3f71-4597-bc3f-2ba4085102c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:28.795321 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-b7229020-3f71-4597-bc3f-2ba4085102c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef98f6c0-a82d-4e4a-8aca-8567c32d8b98 HTTP/1.1" status: 204 len: 168 time: 0.2556243 Jun 18 19:49:28.797945 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-94b5a75e-3034-437f-bb69-f11409305635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:28.810605 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7229020-3f71-4597-bc3f-2ba4085102c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef98f6c0-a82d-4e4a-8aca-8567c32d8b98,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:28.813315 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-b7229020-3f71-4597-bc3f-2ba4085102c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:28.859554 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1845b0-e6a0-4911-8d34-22c10ecb0629 req-c507e401-04ae-49f0-8bd2-ed6de3b6d7a2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:28.861154 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cd1845b0-e6a0-4911-8d34-22c10ecb0629 req-c507e401-04ae-49f0-8bd2-ed6de3b6d7a2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 947 time: 0.0995419 Jun 18 19:49:28.906458 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cd1845b0-e6a0-4911-8d34-22c10ecb0629 req-c35faa1c-10d5-4096-afba-33e7ad7cf6cf tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368662 Jun 18 19:49:29.430878 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ada9c7-65a5-470c-ada7-ada0d3668fb2 req-0f75021c-5b17-40bf-a3cb-b0da150e18cc tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:29.434605 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-05ada9c7-65a5-470c-ada7-ada0d3668fb2 req-0f75021c-5b17-40bf-a3cb-b0da150e18cc tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.58 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.0878351 Jun 18 19:49:29.569923 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-05ada9c7-65a5-470c-ada7-ada0d3668fb2 req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Deleting port b66c0680-0ed9-4ec3-bee4-541d936d9137 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:49:29.570903 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-05ada9c7-65a5-470c-ada7-ada0d3668fb2 req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:29.692882 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-05ada9c7-65a5-470c-ada7-ada0d3668fb2 req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] For port b66c0680-0ed9-4ec3-bee4-541d936d9137, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b66c0680-0ed9-4ec3-bee4-541d936d9137,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:29.693247 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-05ada9c7-65a5-470c-ada7-ada0d3668fb2 req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:29.881098 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429178f6-d462-4dcf-b574-fb37417d3a4e req-3f51dfde-dd0c-4922-9da7-ab41e63d486e tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:29.883038 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-429178f6-d462-4dcf-b574-fb37417d3a4e req-3f51dfde-dd0c-4922-9da7-ab41e63d486e tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 945 time: 0.1330369 Jun 18 19:49:29.957303 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-429178f6-d462-4dcf-b574-fb37417d3a4e req-9b4076ae-0361-4d0a-b518-76f5a89aec01 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=1965ac20-0e84-494f-b38d-a886e2e2ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638850 Jun 18 19:49:30.014535 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40718) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:30.036138 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-05ada9c7-65a5-470c-ada7-ada0d3668fb2 req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:30.037180 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-05ada9c7-65a5-470c-ada7-ada0d3668fb2 req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:30.037520 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.l3_db [req-05ada9c7-65a5-470c-ada7-ada0d3668fb2 req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Floating IP a36dbf61-099b-4eb7-97ce-74e00b535b8b disassociated. External IP: 172.27.3.243, port: b66c0680-0ed9-4ec3-bee4-541d936d9137. Jun 18 19:49:30.037880 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-05ada9c7-65a5-470c-ada7-ada0d3668fb2 req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Calling delete_port for b66c0680-0ed9-4ec3-bee4-541d936d9137 owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:49:30.164036 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-138059849-network', 'tenant_id': '9e106e4ce0bf4ae99860a5f7cf6e8cc6'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:30.245212 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Made reservation on behalf of 9e106e4ce0bf4ae99860a5f7cf6e8cc6 for: {'network': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:49:30.248901 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:30.262953 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:30.434838 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:30.470902 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e55c2-fd8b-4e28-a0fa-2a627025916b req-be76dd03-06e2-4d00-8db8-6e5dbda7f090 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:30.472564 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-dd1e55c2-fd8b-4e28-a0fa-2a627025916b req-be76dd03-06e2-4d00-8db8-6e5dbda7f090 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 947 time: 0.0993736 Jun 18 19:49:30.525076 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:30.529956 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-1bfed51c-db98-4188-bed4-29c025eb1c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:30.549698 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=100055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:49:30.567030 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543b3b62-59a8-427a-bfce-1a98c2b2e945,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:30.570192 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:30.570534 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.segments_db [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Added segment feaadcfb-0852-41af-9385-2d46a87b104b of type vlan for network b32c46ed-1075-4cf7-b3df-f7de528bd40e Jun 18 19:49:30.572478 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:30.588833 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-dd1e55c2-fd8b-4e28-a0fa-2a627025916b req-34fefbaa-5f69-4517-8321-31e6b677885e tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780370 Jun 18 19:49:30.637572 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:30.679521 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-05ada9c7-65a5-470c-ada7-ada0d3668fb2 req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:30.687212 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-daa6be1d-9740-401d-9007-133b6876bfd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:30.715401 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event deleted for resources: {'Port': ['ID=b66c0680-0ed9-4ec3-bee4-541d936d9137,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:30.718717 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:30.736402 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:30.738031 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:30.738652 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:30.741242 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:30.823279 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Pushing event updated for resources: {'Network': ['ID=b32c46ed-1075-4cf7-b3df-f7de528bd40e,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:30.839529 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network b32c46ed-1075-4cf7-b3df-f7de528bd40e details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:49:30.851132 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:30.880864 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8642547 Jun 18 19:49:30.888700 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40736) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:30.898178 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-47088c8c-1c6f-41d5-b6f6-5edacfb0b2dc admin admin] Request body: {'subnet': {'network_id': 'b32c46ed-1075-4cf7-b3df-f7de528bd40e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-138059849-subnet', 'tenant_id': '9e106e4ce0bf4ae99860a5f7cf6e8cc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:30.898558 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05ada9c7-65a5-470c-ada7-ada0d3668fb2 req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Router da603d74-1800-41b3-a1f2-2dbffd462430 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:49:31.013369 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47088c8c-1c6f-41d5-b6f6-5edacfb0b2dc admin admin] Made reservation on behalf of 9e106e4ce0bf4ae99860a5f7cf6e8cc6 for: {'subnet': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:49:31.017455 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-47088c8c-1c6f-41d5-b6f6-5edacfb0b2dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931767'] for subnet, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:31.071175 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05ada9c7-65a5-470c-ada7-ada0d3668fb2 req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:49:31.085287 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cd4c7-deac-4873-8033-a2bfa57d20b5 None None] Sync routers for ids ['da603d74-1800-41b3-a1f2-2dbffd462430'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:49:31.105955 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76cd4c7-deac-4873-8033-a2bfa57d20b5 None None] Routers {'da603d74-1800-41b3-a1f2-2dbffd462430'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:49:31.106713 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-b76cd4c7-deac-4873-8033-a2bfa57d20b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:49:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['da603d74-1800-41b3-a1f2-2dbffd462430'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:31.140046 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ada9c7-65a5-470c-ada7-ada0d3668fb2 req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] No DVR routers for this DVR port b66c0680-0ed9-4ec3-bee4-541d936d9137 on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:49:31.143431 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-05ada9c7-65a5-470c-ada7-ada0d3668fb2 req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:31.145890 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-05ada9c7-65a5-470c-ada7-ada0d3668fb2 req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.58 "DELETE /v2.0/ports/b66c0680-0ed9-4ec3-bee4-541d936d9137 HTTP/1.1" status: 204 len: 173 time: 1.7054143 Jun 18 19:49:31.152573 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7738ec82-6abc-4027-8203-a53da170d692', 'name': 'network-vif-deleted', 'tag': 'b66c0680-0ed9-4ec3-bee4-541d936d9137'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:49:31.152573 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8d0162-767b-49aa-8253-05b5a34e1dd4" -d '{"events": [{"server_uuid": "7738ec82-6abc-4027-8203-a53da170d692", "name": "network-vif-deleted", "tag": "b66c0680-0ed9-4ec3-bee4-541d936d9137"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:49:31.192794 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4964fa-bf23-426c-9b7b-a57e3c9ee661 x-openstack-request-id: req-cc4964fa-bf23-426c-9b7b-a57e3c9ee661 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:49:31.193126 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7738ec82-6abc-4027-8203-a53da170d692", "name": "network-vif-deleted", "tag": "b66c0680-0ed9-4ec3-bee4-541d936d9137", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:49:31.193415 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc4964fa-bf23-426c-9b7b-a57e3c9ee661 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:49:31.193849 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7738ec82-6abc-4027-8203-a53da170d692', 'name': 'network-vif-deleted', 'tag': 'b66c0680-0ed9-4ec3-bee4-541d936d9137', 'status': 'completed', 'code': 200} Jun 18 19:49:31.257012 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-adf20a1d-dd4e-4ad2-97f3-a748f671fa27 req-301643e0-8a61-4d56-9d18-6788ecd47e9e tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 210 time: 0.1420712 Jun 18 19:49:31.299796 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-b76cd4c7-deac-4873-8033-a2bfa57d20b5 None None] Set router da603d74-1800-41b3-a1f2-2dbffd462430 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:49:31.437406 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-47088c8c-1c6f-41d5-b6f6-5edacfb0b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27103928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25931749'] for subnet, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:31.450694 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-489f93c3-3c76-4641-b0a4-3d88c8b8671e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:31.546662 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47088c8c-1c6f-41d5-b6f6-5edacfb0b2dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c58f202-cecd-49f5-96e9-fdf9143a9a50,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:31.553899 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-47088c8c-1c6f-41d5-b6f6-5edacfb0b2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:31.564343 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47088c8c-1c6f-41d5-b6f6-5edacfb0b2dc admin admin] Checking segment: {'id': 'feaadcfb-0852-41af-9385-2d46a87b104b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b32c46ed-1075-4cf7-b3df-f7de528bd40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:49:31.565150 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47088c8c-1c6f-41d5-b6f6-5edacfb0b2dc admin admin] Network hostable DHCP agents. Network: b32c46ed-1075-4cf7-b3df-f7de528bd40e, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:49:31.619074 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-b76cd4c7-deac-4873-8033-a2bfa57d20b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'd5172eeb-d0b7-4078-b048-dcdb1e992ec2', 'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'mac_address': 'fa:16:3e:81:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:57Z', 'updated_at': '2021-06-18T19:45:11Z', 'revision_number': 5, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'subnets': [{'id': '85839631-4911-4022-a3d1-d48feb21196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:31.648098 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cd4c7-deac-4873-8033-a2bfa57d20b5 None None] Checking router: da603d74-1800-41b3-a1f2-2dbffd462430 for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:49:31.657909 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76cd4c7-deac-4873-8033-a2bfa57d20b5 None None] Routers {'da603d74-1800-41b3-a1f2-2dbffd462430'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:49:31.658540 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-b76cd4c7-deac-4873-8033-a2bfa57d20b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:49:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['da603d74-1800-41b3-a1f2-2dbffd462430'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:31.707103 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47088c8c-1c6f-41d5-b6f6-5edacfb0b2dc admin admin] Network b32c46ed-1075-4cf7-b3df-f7de528bd40e is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:49:31.793410 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-b76cd4c7-deac-4873-8033-a2bfa57d20b5 None None] Set router da603d74-1800-41b3-a1f2-2dbffd462430 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:49:31.856727 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-47088c8c-1c6f-41d5-b6f6-5edacfb0b2dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, b32c46ed-1075-4cf7-b3df-f7de528bd40e) {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:49:31.870611 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47088c8c-1c6f-41d5-b6f6-5edacfb0b2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:31.878635 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-47088c8c-1c6f-41d5-b6f6-5edacfb0b2dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:31.936325 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7af6df-dfbb-4021-814b-2f406083a10b None None] Network b32c46ed-1075-4cf7-b3df-f7de528bd40e requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:49:31.995974 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-47088c8c-1c6f-41d5-b6f6-5edacfb0b2dc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1029487 Jun 18 19:49:32.408903 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device b66c0680-0ed9-4ec3-bee4-541d936d9137 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:49:32.519365 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: b66c0680-0ed9-4ec3-bee4-541d936d9137 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:49:32.519948 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device b66c0680-0ed9-4ec3-bee4-541d936d9137 not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:49:32.528355 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7dd724-e2c1-4fd0-8da8-50d9c6517d5d None None] Network b32c46ed-1075-4cf7-b3df-f7de528bd40e requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:49:32.547524 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e374f5ce-7110-4ffb-b476-e4b83bc89eb4 req-e7bcfe3b-44d9-4b62-990c-5e7f89b5a407 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=7738ec82-6abc-4027-8203-a53da170d692 HTTP/1.1" status: 200 len: 210 time: 0.0551720 Jun 18 19:49:32.678017 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-b76cd4c7-deac-4873-8033-a2bfa57d20b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'd5172eeb-d0b7-4078-b048-dcdb1e992ec2', 'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'mac_address': 'fa:16:3e:81:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:57Z', 'updated_at': '2021-06-18T19:45:11Z', 'revision_number': 5, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'subnets': [{'id': '85839631-4911-4022-a3d1-d48feb21196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:32.717092 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cd4c7-deac-4873-8033-a2bfa57d20b5 None None] The sync data for ids ['da603d74-1800-41b3-a1f2-2dbffd462430'] in dv-cinder-790535-6-iscsi is: [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'd5172eeb-d0b7-4078-b048-dcdb1e992ec2', 'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'mac_address': 'fa:16:3e:81:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:57Z', 'updated_at': '2021-06-18T19:45:11Z', 'revision_number': 5, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'subnets': [{'id': '85839631-4911-4022-a3d1-d48feb21196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:49:32.983805 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f908ac-5568-4962-87b9-38c980bbd0b6 None None] New status for floating IP a36dbf61-099b-4eb7-97ce-74e00b535b8b: DOWN {{(pid=100057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:49:33.840118 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40784) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:33.911342 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2edff76b-dd57-4caf-a0d7-921bcda1635f tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:33.940295 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2edff76b-dd57-4caf-a0d7-921bcda1635f tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:34.074743 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2edff76b-dd57-4caf-a0d7-921bcda1635f tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:34.077457 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2edff76b-dd57-4caf-a0d7-921bcda1635f tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:34.078659 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-2edff76b-dd57-4caf-a0d7-921bcda1635f tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "DELETE /v2.0/security-groups/1965ac20-0e84-494f-b38d-a886e2e2ae2f HTTP/1.1" status: 204 len: 168 time: 0.2373807 Jun 18 19:49:34.079387 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-131620f3-07de-443c-92e7-ba9e90d9d755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:34.081507 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40786) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:34.088504 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edff76b-dd57-4caf-a0d7-921bcda1635f tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1965ac20-0e84-494f-b38d-a886e2e2ae2f,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:34.091029 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2edff76b-dd57-4caf-a0d7-921bcda1635f tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:34.106210 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.api.v2.resource [None req-26d0a2e7-2619-450e-8ca5-c7283234346d tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] show failed (client error): The resource could not be found. Jun 18 19:49:34.106210 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-26d0a2e7-2619-450e-8ca5-c7283234346d tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups/1965ac20-0e84-494f-b38d-a886e2e2ae2f HTTP/1.1" status: 404 len: 347 time: 0.0149982 Jun 18 19:49:34.109080 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40788) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:34.270227 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-8c649296-b43d-4aa8-909b-fa43a1276c51 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Deleting port 41f35c86-48f5-4dc5-a68e-e84d612b180c {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:49:34.270963 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8c649296-b43d-4aa8-909b-fa43a1276c51 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:34.367212 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8c649296-b43d-4aa8-909b-fa43a1276c51 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:34.367609 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8c649296-b43d-4aa8-909b-fa43a1276c51 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:34.445608 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-8c649296-b43d-4aa8-909b-fa43a1276c51 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Calling delete_port for 41f35c86-48f5-4dc5-a68e-e84d612b180c owned by network:floatingip {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:49:34.654757 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-14bd5219-1b35-4ede-a0d1-f7542be0ab61 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:34.657082 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-14bd5219-1b35-4ede-a0d1-f7542be0ab61 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/networks?id=b32c46ed-1075-4cf7-b3df-f7de528bd40e HTTP/1.1" status: 200 len: 808 time: 0.1296663 Jun 18 19:49:34.671194 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-6eb3fa3a-48c2-47d9-b361-5f84dabc21fa tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/quotas/9e106e4ce0bf4ae99860a5f7cf6e8cc6 HTTP/1.1" status: 200 len: 375 time: 0.0094509 Jun 18 19:49:34.708686 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-649e7355-1cfb-43fd-895f-ecf99929d8b7 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9e106e4ce0bf4ae99860a5f7cf6e8cc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319760 Jun 18 19:49:34.776337 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8c649296-b43d-4aa8-909b-fa43a1276c51 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:34.781950 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:34.809803 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-1a28c245-40e7-4962-8825-5f58f669b16c service neutron] 10.222.0.42 "GET /v2.0/networks/b32c46ed-1075-4cf7-b3df-f7de528bd40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926111 Jun 18 19:49:34.825208 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c649296-b43d-4aa8-909b-fa43a1276c51 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event deleted for resources: {'Port': ['ID=41f35c86-48f5-4dc5-a68e-e84d612b180c,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:34.829242 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8c649296-b43d-4aa8-909b-fa43a1276c51 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:34.898079 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8c649296-b43d-4aa8-909b-fa43a1276c51 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for floatingip, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:34.900886 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8c649296-b43d-4aa8-909b-fa43a1276c51 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:34.902114 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-8c649296-b43d-4aa8-909b-fa43a1276c51 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "DELETE /v2.0/floatingips/a36dbf61-099b-4eb7-97ce-74e00b535b8b HTTP/1.1" status: 204 len: 168 time: 0.7919981 Jun 18 19:49:34.925030 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-567dedb8-65b3-4b75-bbb5-75c5db4addcf service neutron] 10.222.0.42 "GET /v2.0/networks/b32c46ed-1075-4cf7-b3df-f7de528bd40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091099 Jun 18 19:49:35.311248 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-90e0558d-d9b9-47c7-be44-e0ffe37942ca req-03d1852d-3791-4ff3-89d2-ed0d5ea1ecc7 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 210 time: 0.0315681 Jun 18 19:49:35.442170 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40834) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:35.448089 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-b86203f7-48e4-41b3-a30e-564437a365f7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1403629124', 'description': 'tempest-description--983545670'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:35.599051 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b86203f7-48e4-41b3-a30e-564437a365f7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:35.708703 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b86203f7-48e4-41b3-a30e-564437a365f7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:35.902546 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b86203f7-48e4-41b3-a30e-564437a365f7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:35.905767 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a30105db-593a-4180-9f45-c6a2b7a7b5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:35.941189 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86203f7-48e4-41b3-a30e-564437a365f7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf1f181-3efe-44d0-a31e-1d92e5959f62,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:35.944266 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-b86203f7-48e4-41b3-a30e-564437a365f7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:36.050503 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b86203f7-48e4-41b3-a30e-564437a365f7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:36.051952 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-b86203f7-48e4-41b3-a30e-564437a365f7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6086712 Jun 18 19:49:36.055198 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40842) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:36.060841 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-28951378-0903-4a01-8356-23188ec23774 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Request body: {'security_group_rule': {'security_group_id': 'aaf1f181-3efe-44d0-a31e-1d92e5959f62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:36.243496 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-28951378-0903-4a01-8356-23188ec23774 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:36.311904 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-28951378-0903-4a01-8356-23188ec23774 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:36.347358 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:36.412598 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f44b7b44-6721-4b05-9579-0ebfbaed8f07 req-0524c6a7-ae75-4ff6-93ab-77861b858043 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 210 time: 0.0348885 Jun 18 19:49:36.427587 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-28951378-0903-4a01-8356-23188ec23774 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:36.432908 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-734de54e-e340-4c3d-8a94-1cf21429bca7 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:36.448300 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28951378-0903-4a01-8356-23188ec23774 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ddfffb-dc28-44ac-86a2-e9559a74bf1a,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:36.450957 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-28951378-0903-4a01-8356-23188ec23774 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:36.542231 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-28951378-0903-4a01-8356-23188ec23774 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:36.543567 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-28951378-0903-4a01-8356-23188ec23774 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4868488 Jun 18 19:49:36.546358 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40848) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:36.551210 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-aaecbcb8-4f6d-4e1c-95d7-6f64eeabfd56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Request body: {'security_group_rule': {'security_group_id': 'aaf1f181-3efe-44d0-a31e-1d92e5959f62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:36.679652 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-aaecbcb8-4f6d-4e1c-95d7-6f64eeabfd56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:36.746688 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-aaecbcb8-4f6d-4e1c-95d7-6f64eeabfd56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:36.867374 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-aaecbcb8-4f6d-4e1c-95d7-6f64eeabfd56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:36.870235 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:36.888439 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecbcb8-4f6d-4e1c-95d7-6f64eeabfd56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af04ff91-9fec-411e-8629-6032e2d688db,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:36.891097 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-aaecbcb8-4f6d-4e1c-95d7-6f64eeabfd56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:36.970334 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-aaecbcb8-4f6d-4e1c-95d7-6f64eeabfd56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:36.971838 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-aaecbcb8-4f6d-4e1c-95d7-6f64eeabfd56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4243712 Jun 18 19:49:36.975879 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40852) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:36.981819 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Request body: {'floatingip': {'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:37.084578 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for floatingip, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:37.230053 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:37.369346 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Allocated IP 172.27.3.70 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/129c5e85-0bed-4878-aedb-778636b5a930) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:49:37.532071 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:37.633370 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6c79f055-237c-4df4-97c9-0fcd38d92efe req-cdb85e09-86b1-4944-a016-301b98a5618d tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 210 time: 0.0428214 Jun 18 19:49:37.673571 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27103756'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:37.675968 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-50458972-3feb-4d5b-aed4-f9ed91163117 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:37.705273 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40864) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:37.722421 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:49:37.725453 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:49:37.730204 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:49:37.753911 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event updated for resources: {'Port': ['ID=129c5e85-0bed-4878-aedb-778636b5a930,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:37.757981 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:37.829700 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c4d801df-2d67-498a-8c1c-cbd41f49ff2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:37.835439 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:37.938135 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c4d801df-2d67-498a-8c1c-cbd41f49ff2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:37.955540 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:38.016598 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c4d801df-2d67-498a-8c1c-cbd41f49ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:38.019897 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-dd194d69-643c-440f-b940-2b0595c69695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:38.093158 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-c4d801df-2d67-498a-8c1c-cbd41f49ff2a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a13f7e3dbd8e4be59647d9d6fb2ce48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859715 Jun 18 19:49:38.095008 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d801df-2d67-498a-8c1c-cbd41f49ff2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8175a8-67ae-4b1b-8f7b-deb1f65642b9,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:38.098713 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40868) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:38.100874 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c4d801df-2d67-498a-8c1c-cbd41f49ff2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:38.180138 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:38.193043 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3b80c0bb-c158-494c-9956-66fc81538eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:38.221343 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3b80c0bb-c158-494c-9956-66fc81538eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:38.318711 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27103802'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:38.321158 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2abd9e43-5af0-4ad8-8f8b-ebd4d4896fa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:38.350220 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3b80c0bb-c158-494c-9956-66fc81538eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:38.358635 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3b80c0bb-c158-494c-9956-66fc81538eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:38.358635 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-3b80c0bb-c158-494c-9956-66fc81538eef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a8175a8-67ae-4b1b-8f7b-deb1f65642b9 HTTP/1.1" status: 204 len: 168 time: 0.2554862 Jun 18 19:49:38.399011 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event updated for resources: {'Port': ['ID=129c5e85-0bed-4878-aedb-778636b5a930,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:38.404438 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:38.405663 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-cdc00add-6528-4938-9aec-826617ad3374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:38.421603 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80c0bb-c158-494c-9956-66fc81538eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8175a8-67ae-4b1b-8f7b-deb1f65642b9,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:38.424351 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:38.430183 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-3b80c0bb-c158-494c-9956-66fc81538eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:38.440323 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-e91c3161-33ad-46ea-84d8-f142b9cf4d7a tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:38.441939 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-e91c3161-33ad-46ea-84d8-f142b9cf4d7a tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.58 "GET /v2.0/networks?id=b32c46ed-1075-4cf7-b3df-f7de528bd40e HTTP/1.1" status: 200 len: 808 time: 0.1309512 Jun 18 19:49:38.456616 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-8b131412-e8f1-4a3b-bef7-ad57ddaf55ba tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Request body: {'port': {'device_id': '0168624a-9d82-4c93-ab66-f9fce25950c5', 'network_id': 'b32c46ed-1075-4cf7-b3df-f7de528bd40e', 'admin_state_up': True, 'tenant_id': '9e106e4ce0bf4ae99860a5f7cf6e8cc6'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:38.525692 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:38.527056 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5498927 Jun 18 19:49:38.667715 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-8b131412-e8f1-4a3b-bef7-ad57ddaf55ba tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Made reservation on behalf of 9e106e4ce0bf4ae99860a5f7cf6e8cc6 for: {'port': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:49:38.671723 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-8b131412-e8f1-4a3b-bef7-ad57ddaf55ba tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:38.771766 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-d5794ce0-735f-4d2f-aa0f-983d155de6af tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1403629124&fields=id&tenant_id=68d35ecfd37141ba8d1ead7364aa01c6 HTTP/1.1" status: 200 len: 267 time: 0.0656095 Jun 18 19:49:38.842100 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-8b131412-e8f1-4a3b-bef7-ad57ddaf55ba tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Allocated IP 172.20.0.8 (b32c46ed-1075-4cf7-b3df-f7de528bd40e/2c58f202-cecd-49f5-96e9-fdf9143a9a50/9826d1e4-7ccd-4a2f-a1f4-57a48c057532) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:49:38.893580 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-eec56072-bb2a-433c-8700-07bd39832f6c req-ed4f33ee-274e-4f03-a11a-f66a3d5d7a74 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 210 time: 0.0357089 Jun 18 19:49:38.912333 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-a115014d-bcbd-4d53-8053-8b640fc46c3a tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:38.920168 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-a115014d-bcbd-4d53-8053-8b640fc46c3a tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/networks?id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb HTTP/1.1" status: 200 len: 811 time: 0.1316924 Jun 18 19:49:38.933105 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-b615a0d1-d48d-42c5-a8af-4e0fd9380ecf tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/quotas/68d35ecfd37141ba8d1ead7364aa01c6 HTTP/1.1" status: 200 len: 375 time: 0.0124128 Jun 18 19:49:39.030726 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-becfc07d-8f80-47cc-b761-aba59c8e9075 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=68d35ecfd37141ba8d1ead7364aa01c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0903213 Jun 18 19:49:39.070426 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-8b131412-e8f1-4a3b-bef7-ad57ddaf55ba tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:39.164720 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-ab71ba27-8175-4bae-93fc-41dc0d0dbcf4 service neutron] 10.222.0.42 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200058 Jun 18 19:49:39.194756 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-8b131412-e8f1-4a3b-bef7-ad57ddaf55ba tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:39.201409 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ea0d1981-ca0e-4f60-af8e-391c46457d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:39.270907 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40894) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:39.296322 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-8b131412-e8f1-4a3b-bef7-ad57ddaf55ba tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Network b32c46ed-1075-4cf7-b3df-f7de528bd40e is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:49:39.298563 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-dc2fb582-daf7-415a-afac-6526359cf21c service neutron] 10.222.0.42 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264107 Jun 18 19:49:39.308816 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-8b131412-e8f1-4a3b-bef7-ad57ddaf55ba tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:49:39.311124 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5916d905-2da3-49b3-90e5-dc50ef4ae3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:39.313328 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-8b131412-e8f1-4a3b-bef7-ad57ddaf55ba tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:49:39.326795 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b131412-e8f1-4a3b-bef7-ad57ddaf55ba tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Pushing event updated for resources: {'Port': ['ID=9826d1e4-7ccd-4a2f-a1f4-57a48c057532,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:39.347746 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8b131412-e8f1-4a3b-bef7-ad57ddaf55ba tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:39.391849 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-8b131412-e8f1-4a3b-bef7-ad57ddaf55ba tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:39.396215 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-8b131412-e8f1-4a3b-bef7-ad57ddaf55ba tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:39.471590 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5916d905-2da3-49b3-90e5-dc50ef4ae3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:39.582729 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5916d905-2da3-49b3-90e5-dc50ef4ae3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:39.609099 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d4925914-a745-4d5b-b5ab-ca30d1aeab13 req-4f19145f-8aed-4d46-902e-1749a7dd99eb tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 210 time: 0.0456476 Jun 18 19:49:39.644152 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-876b8904-294f-43ce-8445-97c161a80ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:39.651626 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-5916d905-2da3-49b3-90e5-dc50ef4ae3ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02f8fcc5d7f041e1877ba8e22c57266a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731635 Jun 18 19:49:39.655929 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40902) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:39.685991 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916d905-2da3-49b3-90e5-dc50ef4ae3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aef1eaa-2ab5-4374-aa1e-c8855e21cabb,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:39.689455 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-5916d905-2da3-49b3-90e5-dc50ef4ae3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:39.733233 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2900e133-00fa-4e72-8e81-1817bae76468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:39.762433 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2900e133-00fa-4e72-8e81-1817bae76468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:39.816263 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-8b131412-e8f1-4a3b-bef7-ad57ddaf55ba tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3645446 Jun 18 19:49:39.835885 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Request body: {'port': {'device_id': '0168624a-9d82-4c93-ab66-f9fce25950c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:39.926823 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:39.947950 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2900e133-00fa-4e72-8e81-1817bae76468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:39.950555 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-2900e133-00fa-4e72-8e81-1817bae76468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:39.954303 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-2900e133-00fa-4e72-8e81-1817bae76468 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1aef1eaa-2ab5-4374-aa1e-c8855e21cabb HTTP/1.1" status: 204 len: 168 time: 0.2920864 Jun 18 19:49:39.954303 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-1fa9e57c-d6a7-400a-81fc-d7691a5a5c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:39.973715 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900e133-00fa-4e72-8e81-1817bae76468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aef1eaa-2ab5-4374-aa1e-c8855e21cabb,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:39.982312 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2900e133-00fa-4e72-8e81-1817bae76468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:40.184219 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c2338-9438-42d1-bd8f-3e53127943d3 req-dc37007d-c2fb-4ba9-9dfb-eaae1cac50b2 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:40.185852 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7b9c2338-9438-42d1-bd8f-3e53127943d3 req-dc37007d-c2fb-4ba9-9dfb-eaae1cac50b2 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 931 time: 0.1344869 Jun 18 19:49:40.228302 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7b9c2338-9438-42d1-bd8f-3e53127943d3 req-79f47375-c32b-4cdb-9af6-93f77fe9460c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352962 Jun 18 19:49:40.315334 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0117ccd-f0e2-4d3e-b541-f8c54978acf4 req-3b8f89ca-bc9e-4f33-b270-7d31b4dab84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:40.316875 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b0117ccd-f0e2-4d3e-b541-f8c54978acf4 req-3b8f89ca-bc9e-4f33-b270-7d31b4dab84c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96c11db2cb6045afb5fd1b9e3e8220ec&device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 1138 time: 0.1520495 Jun 18 19:49:40.333373 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e93071-8287-4a2f-b48e-da07ebb0b113 req-c32e1332-a817-4dfc-b22b-8aefbab54d20 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:40.335203 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-89e93071-8287-4a2f-b48e-da07ebb0b113 req-c32e1332-a817-4dfc-b22b-8aefbab54d20 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 985 time: 0.1715548 Jun 18 19:49:40.460697 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 {{(pid=100054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:49:40.481992 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-89e93071-8287-4a2f-b48e-da07ebb0b113 req-01702850-b8ed-4e7d-9cd7-0df64a65c91d tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c30571c-ab27-401d-b5d6-cbf60162245c&id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280406 Jun 18 19:49:40.486333 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:40.514976 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Transition to ACTIVE for port object 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 will not be triggered until provisioned by entity L2. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:49:40.525585 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0117ccd-f0e2-4d3e-b541-f8c54978acf4 req-5b91d32e-99b5-4472-bbf8-baaa62b3b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:40.535915 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b0117ccd-f0e2-4d3e-b541-f8c54978acf4 req-5b91d32e-99b5-4472-bbf8-baaa62b3b73e service neutron] 10.222.0.58 "GET /v2.0/networks?id=0ca30535-c755-4003-a062-b2936dfb677d HTTP/1.1" status: 200 len: 915 time: 0.1836333 Jun 18 19:49:40.603908 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b0117ccd-f0e2-4d3e-b541-f8c54978acf4 req-f395ff2e-0516-4b6d-a788-9f2f834ca734 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=099bfd59-fab4-4193-9a14-49672a18bb64 HTTP/1.1" status: 200 len: 1001 time: 0.0668535 Jun 18 19:49:40.676201 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0117ccd-f0e2-4d3e-b541-f8c54978acf4 req-cb7f9310-8d5e-47b2-93c9-5c405332c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:40.688849 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b0117ccd-f0e2-4d3e-b541-f8c54978acf4 req-cb7f9310-8d5e-47b2-93c9-5c405332c494 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=adde3d0a-521e-40a6-b20a-699d7edb7b7a HTTP/1.1" status: 200 len: 853 time: 0.0654919 Jun 18 19:49:40.710438 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e81c39c7-2c3a-4ca4-9fb4-f6adc38d60de req-7ce1761d-8235-4b21-9e1e-91049519d0ba tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 210 time: 0.0398152 Jun 18 19:49:40.760264 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0117ccd-f0e2-4d3e-b541-f8c54978acf4 req-3b11e3cb-a1c3-48cd-a025-b9ce5a2d522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:40.761944 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b0117ccd-f0e2-4d3e-b541-f8c54978acf4 req-3b11e3cb-a1c3-48cd-a025-b9ce5a2d522a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0ca30535-c755-4003-a062-b2936dfb677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746295 Jun 18 19:49:40.871197 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b0117ccd-f0e2-4d3e-b541-f8c54978acf4 req-654d3c3a-1dbd-4775-be37-518cf83cb312 service neutron] 10.222.0.58 "GET /v2.0/networks/0ca30535-c755-4003-a062-b2936dfb677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978155 Jun 18 19:49:40.985467 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b0117ccd-f0e2-4d3e-b541-f8c54978acf4 req-1e60b642-0ff9-4a95-93ee-d17064cd9ebf service neutron] 10.222.0.58 "GET /v2.0/networks/0ca30535-c755-4003-a062-b2936dfb677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072366 Jun 18 19:49:41.078844 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:41.081472 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-9d438a49-cc34-47da-a487-5cd0dadccf4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:41.213482 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Pushing event updated for resources: {'Port': ['ID=9826d1e4-7ccd-4a2f-a1f4-57a48c057532,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:41.216524 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:41.288665 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Attempting to bind port 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:49:41.289185 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Attempting to bind port 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'feaadcfb-0852-41af-9385-2d46a87b104b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b32c46ed-1075-4cf7-b3df-f7de528bd40e'}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:49:41.291320 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Attempting to bind port 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 on network b32c46ed-1075-4cf7-b3df-f7de528bd40e {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:49:41.297994 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Port 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 on network b32c46ed-1075-4cf7-b3df-f7de528bd40e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:49:41.298458 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Attempting to bind port 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 on network b32c46ed-1075-4cf7-b3df-f7de528bd40e {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:49:41.302664 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 40922) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:41.312981 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:49:41.313321 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Checking segment: {'id': 'feaadcfb-0852-41af-9385-2d46a87b104b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b32c46ed-1075-4cf7-b3df-f7de528bd40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:49:41.321021 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Bound using segment: {'id': 'feaadcfb-0852-41af-9385-2d46a87b104b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b32c46ed-1075-4cf7-b3df-f7de528bd40e'} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:49:41.321773 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Bound port: 9826d1e4-7ccd-4a2f-a1f4-57a48c057532, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feaadcfb-0852-41af-9385-2d46a87b104b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b32c46ed-1075-4cf7-b3df-f7de528bd40e'}}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:49:41.322248 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:41.323400 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f50247e9-b97f-472f-bfb7-8686e500e9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:41.457845 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f50247e9-b97f-472f-bfb7-8686e500e9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:41.461390 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] For port 9826d1e4-7ccd-4a2f-a1f4-57a48c057532, host hv-cinder-79053, cleared binding levels {{(pid=100054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:49:41.482024 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] For port 9826d1e4-7ccd-4a2f-a1f4-57a48c057532, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9826d1e4-7ccd-4a2f-a1f4-57a48c057532,segment=NetworkSegment(feaadcfb-0852-41af-9385-2d46a87b104b),segment_id=feaadcfb-0852-41af-9385-2d46a87b104b)] {{(pid=100054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:49:41.512950 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5b7b8-e96c-4532-bd67-b3add711542d req-4b646aa9-76ee-48a7-aa41-fa608485f27b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:41.515104 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-86c5b7b8-e96c-4532-bd67-b3add711542d req-4b646aa9-76ee-48a7-aa41-fa608485f27b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 943 time: 0.1085384 Jun 18 19:49:41.562781 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-86c5b7b8-e96c-4532-bd67-b3add711542d req-8490e959-ff4a-4efa-87db-9566ee7e24e2 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Jun 18 19:49:41.658195 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f50247e9-b97f-472f-bfb7-8686e500e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:41.661221 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2f9f08e1-31fe-43a4-b3a1-b508c4adff4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:41.708210 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-f50247e9-b97f-472f-bfb7-8686e500e9b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2bd14a5c433b4c74b6f05b68ec5bdef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044716 Jun 18 19:49:41.710865 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 40926) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:41.711467 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50247e9-b97f-472f-bfb7-8686e500e9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd41bb96-9394-4a79-b592-08fe641e885d,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:41.716815 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-f50247e9-b97f-472f-bfb7-8686e500e9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:41.726254 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:41.731129 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97b1e6-75d8-46ab-a79e-b1305974328b req-98dabd82-57cd-4d89-bedf-421eaf7aa32e tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:41.731339 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8c649296-b43d-4aa8-909b-fa43a1276c51 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:41.732342 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-fb97b1e6-75d8-46ab-a79e-b1305974328b req-98dabd82-57cd-4d89-bedf-421eaf7aa32e tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 985 time: 0.1140788 Jun 18 19:49:41.801726 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:41.802577 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:41.804211 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] 10.222.0.58 "PUT /v2.0/ports/9826d1e4-7ccd-4a2f-a1f4-57a48c057532 HTTP/1.1" status: 200 len: 1093 time: 1.9729142 Jun 18 19:49:41.807100 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0168624a-9d82-4c93-ab66-f9fce25950c5', 'tag': '9826d1e4-7ccd-4a2f-a1f4-57a48c057532'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:49:41.810155 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb9cd90-a170-4afc-8f4a-1059fe85484c" -d '{"events": [{"name": "network-changed", "server_uuid": "0168624a-9d82-4c93-ab66-f9fce25950c5", "tag": "9826d1e4-7ccd-4a2f-a1f4-57a48c057532"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:49:41.820367 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-fb97b1e6-75d8-46ab-a79e-b1305974328b req-ad6f413f-e729-4cd1-9f7e-9232c3f7021b tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c30571c-ab27-401d-b5d6-cbf60162245c&id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693111 Jun 18 19:49:41.851229 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Pushing event updated for resources: {'Port': ['ID=9826d1e4-7ccd-4a2f-a1f4-57a48c057532,revision_number=3']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:41.861511 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:41.866709 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-b1a91960-b63d-46bb-8505-0d0de3b41130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:41.919296 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afcd9ce-b97f-4879-9641-6e0ccecd6cca x-openstack-request-id: req-5afcd9ce-b97f-4879-9641-6e0ccecd6cca {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:49:41.919635 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0168624a-9d82-4c93-ab66-f9fce25950c5", "tag": "9826d1e4-7ccd-4a2f-a1f4-57a48c057532", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:49:41.919905 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5afcd9ce-b97f-4879-9641-6e0ccecd6cca {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:49:41.920339 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0168624a-9d82-4c93-ab66-f9fce25950c5', 'tag': '9826d1e4-7ccd-4a2f-a1f4-57a48c057532', 'status': 'completed', 'code': 200} Jun 18 19:49:41.925787 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-421c54ef-6fcc-4cc9-8a0c-d1849c8a0bfd req-2cd6d5a1-ba55-4d7e-8b15-87295355ea99 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 210 time: 0.0530391 Jun 18 19:49:41.927868 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-b1a91960-b63d-46bb-8505-0d0de3b41130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:42.022648 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9cd90-a170-4afc-8f4a-1059fe85484c req-3b1766b2-d4e7-4752-8313-d61ed3ab2fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:42.024280 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-efb9cd90-a170-4afc-8f4a-1059fe85484c req-3b1766b2-d4e7-4752-8313-d61ed3ab2fbc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e106e4ce0bf4ae99860a5f7cf6e8cc6&device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 1096 time: 0.0939207 Jun 18 19:49:42.115821 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-b1a91960-b63d-46bb-8505-0d0de3b41130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:42.147438 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-b1a91960-b63d-46bb-8505-0d0de3b41130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:42.147438 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-b1a91960-b63d-46bb-8505-0d0de3b41130 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd41bb96-9394-4a79-b592-08fe641e885d HTTP/1.1" status: 204 len: 168 time: 0.4084508 Jun 18 19:49:42.147438 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-e17063da-f3ef-403e-bdb2-439018b2568a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:42.147438 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a91960-b63d-46bb-8505-0d0de3b41130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd41bb96-9394-4a79-b592-08fe641e885d,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:42.147438 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-b1a91960-b63d-46bb-8505-0d0de3b41130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:42.199866 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9cd90-a170-4afc-8f4a-1059fe85484c req-0815dcb5-b7c5-4730-8fc9-0f060b9576a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:42.202131 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-efb9cd90-a170-4afc-8f4a-1059fe85484c req-0815dcb5-b7c5-4730-8fc9-0f060b9576a3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9e106e4ce0bf4ae99860a5f7cf6e8cc6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1663933 Jun 18 19:49:42.330004 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9cd90-a170-4afc-8f4a-1059fe85484c req-f9b2883e-2fc9-4eaa-9d55-41e9ad4d5449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:42.332517 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-efb9cd90-a170-4afc-8f4a-1059fe85484c req-f9b2883e-2fc9-4eaa-9d55-41e9ad4d5449 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1191421 Jun 18 19:49:42.445863 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-4b66f17e-a982-4783-9052-49fb1f842787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:42.448772 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-4b66f17e-a982-4783-9052-49fb1f842787 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e106e4ce0bf4ae99860a5f7cf6e8cc6&device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 1096 time: 0.0709550 Jun 18 19:49:42.502898 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-7662b984-5f8c-4bd1-85dc-9703ab694d2c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9826d1e4-7ccd-4a2f-a1f4-57a48c057532 HTTP/1.1" status: 200 len: 217 time: 0.0392711 Jun 18 19:49:42.563637 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-6819f1e5-a98c-4b99-9837-f5559bc053e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:42.565139 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-6819f1e5-a98c-4b99-9837-f5559bc053e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2c58f202-cecd-49f5-96e9-fdf9143a9a50 HTTP/1.1" status: 200 len: 848 time: 0.0542269 Jun 18 19:49:42.606308 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-3a896fd5-dffb-413b-b900-2464d941e66f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b32c46ed-1075-4cf7-b3df-f7de528bd40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313108 Jun 18 19:49:42.780948 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02b4ce-8934-4ce0-9a27-334ed182bd44 req-baf5d0f0-aae6-4157-992d-d09e8132bfd6 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:42.782679 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6d02b4ce-8934-4ce0-9a27-334ed182bd44 req-baf5d0f0-aae6-4157-992d-d09e8132bfd6 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 943 time: 0.0822361 Jun 18 19:49:42.831473 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6d02b4ce-8934-4ce0-9a27-334ed182bd44 req-b4f242aa-793d-433b-9770-0542fb7f3173 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Jun 18 19:49:43.059901 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-55a6859d-d3ec-4220-ab2b-1168c4d0a360 service neutron] 10.222.0.58 "GET /v2.0/networks/b32c46ed-1075-4cf7-b3df-f7de528bd40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393740 Jun 18 19:49:43.130547 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3759e-8dd2-49eb-9bfe-adfe62f451ac req-c7ad3d4b-dea7-43db-be10-5920ed0dd2c5 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:43.132130 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-99a3759e-8dd2-49eb-9bfe-adfe62f451ac req-c7ad3d4b-dea7-43db-be10-5920ed0dd2c5 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 985 time: 0.1509383 Jun 18 19:49:43.150314 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-15f2b24a-7631-4f1d-8cfc-c4ce2c2e8329 req-213044df-5e1c-45ae-8973-15576c38a9e0 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 210 time: 0.0322318 Jun 18 19:49:43.165619 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f90d6aa4-1d23-405a-9705-448cf21f601b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:43.262296 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-99a3759e-8dd2-49eb-9bfe-adfe62f451ac req-dd1ea152-f90c-4853-94a8-97ded22b21a7 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c30571c-ab27-401d-b5d6-cbf60162245c&id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1162457 Jun 18 19:49:43.301426 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3d90aa56-e2f4-4b5a-a4f2-e3aa46e4a017 req-76b59efb-3501-4443-9735-912ea9c3867a service neutron] 10.222.0.58 "GET /v2.0/networks/b32c46ed-1075-4cf7-b3df-f7de528bd40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335622 Jun 18 19:49:43.339304 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-9892edf4-31de-405c-a7b2-3fc7369b2e33 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:43.340475 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-9892edf4-31de-405c-a7b2-3fc7369b2e33 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.58 "GET /v2.0/networks?id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb HTTP/1.1" status: 200 len: 811 time: 0.2070353 Jun 18 19:49:43.403443 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-b35731d0-f4e0-4f7b-b283-6b8a46d0c81c tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68d35ecfd37141ba8d1ead7364aa01c6 HTTP/1.1" status: 200 len: 380 time: 0.0517178 Jun 18 19:49:43.416141 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-d1aa6c16-63b9-4000-821e-286f033e2c3b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Request body: {'port': {'device_id': 'feadd91e-19bf-4f21-a68c-88cf8bc23b80', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'admin_state_up': True, 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'security_groups': ['aaf1f181-3efe-44d0-a31e-1d92e5959f62']}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:43.656061 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-d1aa6c16-63b9-4000-821e-286f033e2c3b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Made reservation on behalf of 68d35ecfd37141ba8d1ead7364aa01c6 for: {'port': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:49:43.660446 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-d1aa6c16-63b9-4000-821e-286f033e2c3b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:44.050376 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc562b3-cbc8-46b8-bd9e-33c79dfe0ef6 req-7aa1fefa-261d-4860-8538-3e01a0d2ed36 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:44.051964 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7cc562b3-cbc8-46b8-bd9e-33c79dfe0ef6 req-7aa1fefa-261d-4860-8538-3e01a0d2ed36 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 943 time: 0.0857279 Jun 18 19:49:44.101913 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-d1aa6c16-63b9-4000-821e-286f033e2c3b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Allocated IP 172.20.0.8 (edf6b6f8-3b0f-43fd-81f9-68165f1d40eb/85839631-4911-4022-a3d1-d48feb21196f/b6ecd5c2-d1f6-4dba-b8b5-b862856ce976) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:49:44.108436 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7cc562b3-cbc8-46b8-bd9e-33c79dfe0ef6 req-4888644d-ffa4-435a-9bd6-4871b197ae0f tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459938 Jun 18 19:49:44.269368 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-d1aa6c16-63b9-4000-821e-286f033e2c3b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:44.284410 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-d1aa6c16-63b9-4000-821e-286f033e2c3b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Transition to ACTIVE for port object b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 will not be triggered until provisioned by entity DHCP. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:49:44.348560 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-de0f0652-d4b0-4933-b12d-4308bf7b8aef req-8493158d-86bf-49a2-9b97-4bb2d2aa6ed3 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 210 time: 0.0326440 Jun 18 19:49:44.417974 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-d1aa6c16-63b9-4000-821e-286f033e2c3b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:44.423523 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:44.504317 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-d1aa6c16-63b9-4000-821e-286f033e2c3b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:49:44.511596 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-d1aa6c16-63b9-4000-821e-286f033e2c3b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:49:44.520057 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-d1aa6c16-63b9-4000-821e-286f033e2c3b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:49:44.525625 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa6c16-63b9-4000-821e-286f033e2c3b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event updated for resources: {'Port': ['ID=b6ecd5c2-d1f6-4dba-b8b5-b862856ce976,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:44.528538 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edca11-32f2-433a-a03e-a006cb475ada req-6125922b-9aaa-4152-b202-2afc4d242500 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:44.531190 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-57edca11-32f2-433a-a03e-a006cb475ada req-6125922b-9aaa-4152-b202-2afc4d242500 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 985 time: 0.0967178 Jun 18 19:49:44.584961 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d1aa6c16-63b9-4000-821e-286f033e2c3b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:44.588281 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-57edca11-32f2-433a-a03e-a006cb475ada req-3d7d1321-496d-454d-b7a2-4d28609551cf tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c30571c-ab27-401d-b5d6-cbf60162245c&id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501871 Jun 18 19:49:44.643624 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-d1aa6c16-63b9-4000-821e-286f033e2c3b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:44.644712 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-d1aa6c16-63b9-4000-821e-286f033e2c3b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:44.796829 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-d1aa6c16-63b9-4000-821e-286f033e2c3b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3841062 Jun 18 19:49:44.813846 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Request body: {'port': {'device_id': 'feadd91e-19bf-4f21-a68c-88cf8bc23b80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:44.898845 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:44.981346 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-046e0691-8dd1-4604-9548-f927454a29d0 None None] Provisioning for port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:49:44.991779 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-046e0691-8dd1-4604-9548-f927454a29d0 None None] Provisioning complete for port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:49:44.991779 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-046e0691-8dd1-4604-9548-f927454a29d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:45.034570 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-046e0691-8dd1-4604-9548-f927454a29d0 None None] Port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:49:45.217677 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 {{(pid=100054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:49:45.225914 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:45.238344 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Transition to ACTIVE for port object b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 will not be triggered until provisioned by entity L2. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:49:45.314516 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:45.318882 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-e5e136e7-8a06-4b09-87b6-e60ef30bd1a3 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:45.397334 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776001b-f219-4f60-a5df-3e8f892845d7 req-f664df57-cf1f-46d9-b1a5-22a94682c6ad tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:45.398894 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a776001b-f219-4f60-a5df-3e8f892845d7 req-f664df57-cf1f-46d9-b1a5-22a94682c6ad tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 943 time: 0.1460474 Jun 18 19:49:45.443524 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ecd5c2-d1f6-4dba-b8b5-b862856ce976,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:45.454267 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:45.550417 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a776001b-f219-4f60-a5df-3e8f892845d7 req-3e76f74a-daf8-4751-96bf-95f5563683ba tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215606 Jun 18 19:49:45.565473 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26487f41-d32e-41d6-9995-48e74162d381 req-6c906dad-63c3-40d1-8a0e-8f91f9b0bd4d tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:45.565473 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-26487f41-d32e-41d6-9995-48e74162d381 req-6c906dad-63c3-40d1-8a0e-8f91f9b0bd4d tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 943 time: 0.0804763 Jun 18 19:49:45.591417 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Attempting to bind port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:49:45.592158 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Attempting to bind port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:49:45.592763 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Attempting to bind port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 on network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:49:45.598498 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 on network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:49:45.599881 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Attempting to bind port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 on network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:49:45.608247 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:49:45.608936 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Checking segment: {'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:49:45.609518 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Bound using segment: {'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:49:45.610164 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Bound port: b6ecd5c2-d1f6-4dba-b8b5-b862856ce976, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb'}}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:49:45.610696 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:45.618436 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-26487f41-d32e-41d6-9995-48e74162d381 req-9a8bd35e-990a-470c-9cd6-397c9da2ba7a tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=aaf1f181-3efe-44d0-a31e-1d92e5959f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457697 Jun 18 19:49:45.711620 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] For port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976, host hv-cinder-79053, cleared binding levels {{(pid=100054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:49:45.716082 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] For port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b6ecd5c2-d1f6-4dba-b8b5-b862856ce976,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:49:45.747107 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-20f5728d-c1a9-4519-aef7-d46ded9ff9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:45.820239 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6064322-0e93-4d66-a36c-59714ff99055 req-dddc0efc-14a1-4dcc-bfa4-037afa7eef62 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:45.822130 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a6064322-0e93-4d66-a36c-59714ff99055 req-dddc0efc-14a1-4dcc-bfa4-037afa7eef62 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 985 time: 0.0798922 Jun 18 19:49:45.823788 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:45.825875 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-0e33e18c-4dad-474e-bb05-23920ab00de4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:45.875303 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:45.875831 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:45.877253 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] 10.222.0.58 "PUT /v2.0/ports/b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 HTTP/1.1" status: 200 len: 1093 time: 1.0691235 Jun 18 19:49:45.882182 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feadd91e-19bf-4f21-a68c-88cf8bc23b80', 'tag': 'b6ecd5c2-d1f6-4dba-b8b5-b862856ce976'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:49:45.885160 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e1884e-f7a9-4cc2-8ffa-c1cf0ddf953b" -d '{"events": [{"name": "network-changed", "server_uuid": "feadd91e-19bf-4f21-a68c-88cf8bc23b80", "tag": "b6ecd5c2-d1f6-4dba-b8b5-b862856ce976"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:49:45.890275 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:45.923963 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a6064322-0e93-4d66-a36c-59714ff99055 req-e731d042-c685-40ef-bf62-6170e538db2c tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c30571c-ab27-401d-b5d6-cbf60162245c&id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938561 Jun 18 19:49:45.925154 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ecd5c2-d1f6-4dba-b8b5-b862856ce976,revision_number=3']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:45.928433 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:45.930975 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e3d88e-921b-4385-b324-8a9e4b82e708 x-openstack-request-id: req-e5e3d88e-921b-4385-b324-8a9e4b82e708 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:49:45.931486 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feadd91e-19bf-4f21-a68c-88cf8bc23b80", "tag": "b6ecd5c2-d1f6-4dba-b8b5-b862856ce976", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:49:45.931790 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5e3d88e-921b-4385-b324-8a9e4b82e708 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:49:45.932222 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feadd91e-19bf-4f21-a68c-88cf8bc23b80', 'tag': 'b6ecd5c2-d1f6-4dba-b8b5-b862856ce976', 'status': 'completed', 'code': 200} Jun 18 19:49:46.024050 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1884e-f7a9-4cc2-8ffa-c1cf0ddf953b req-faf3cd38-d86e-485c-a825-39d9174c3568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:46.026711 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-00e1884e-f7a9-4cc2-8ffa-c1cf0ddf953b req-faf3cd38-d86e-485c-a825-39d9174c3568 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68d35ecfd37141ba8d1ead7364aa01c6&device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 1096 time: 0.0719573 Jun 18 19:49:46.146557 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1884e-f7a9-4cc2-8ffa-c1cf0ddf953b req-31096e72-4d74-499f-bf6e-704aa865b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:46.147947 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-00e1884e-f7a9-4cc2-8ffa-c1cf0ddf953b req-31096e72-4d74-499f-bf6e-704aa865b590 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=68d35ecfd37141ba8d1ead7364aa01c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1121585 Jun 18 19:49:46.254656 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1884e-f7a9-4cc2-8ffa-c1cf0ddf953b req-767a78ec-80b2-4b05-bcf6-1142dd094d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:46.256117 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-00e1884e-f7a9-4cc2-8ffa-c1cf0ddf953b req-767a78ec-80b2-4b05-bcf6-1142dd094d9c service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996141 Jun 18 19:49:46.354005 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-b52f329d-00e0-4db2-8e0c-d409977dc783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:46.355536 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-b52f329d-00e0-4db2-8e0c-d409977dc783 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68d35ecfd37141ba8d1ead7364aa01c6&device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 1096 time: 0.0593979 Jun 18 19:49:46.402230 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-1c1fbfcd-e658-4466-be8f-3e1751193a56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 HTTP/1.1" status: 200 len: 217 time: 0.0356984 Jun 18 19:49:46.459528 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-d33af9af-d07e-4c00-a7e6-1d1224a677a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:46.463902 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-d33af9af-d07e-4c00-a7e6-1d1224a677a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=85839631-4911-4022-a3d1-d48feb21196f HTTP/1.1" status: 200 len: 850 time: 0.0453739 Jun 18 19:49:46.469681 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:49:46.525281 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-2fcfefa0-20e1-493b-8fe3-90d25bb3f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:46.526806 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-2fcfefa0-20e1-493b-8fe3-90d25bb3f58f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580862 Jun 18 19:49:46.575491 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 9826d1e4-7ccd-4a2f-a1f4-57a48c057532, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9826d1e4-7ccd-4a2f-a1f4-57a48c057532,segment=NetworkSegment(feaadcfb-0852-41af-9385-2d46a87b104b),segment_id=feaadcfb-0852-41af-9385-2d46a87b104b)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:46.587639 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': '9826d1e4-7ccd-4a2f-a1f4-57a48c057532', 'network_id': 'b32c46ed-1075-4cf7-b3df-f7de528bd40e', 'port_id': '9826d1e4-7ccd-4a2f-a1f4-57a48c057532', 'mac_address': 'fa:16:3e:2d:82:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c58f202-cecd-49f5-96e9-fdf9143a9a50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:49:46.629186 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:46.660514 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:49:46.661926 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-c58f3d12-dba7-497a-8672-ac45c96ab314 service neutron] 10.222.0.58 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268046 Jun 18 19:49:46.700786 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 9826d1e4-7ccd-4a2f-a1f4-57a48c057532, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9826d1e4-7ccd-4a2f-a1f4-57a48c057532,segment=NetworkSegment(feaadcfb-0852-41af-9385-2d46a87b104b),segment_id=feaadcfb-0852-41af-9385-2d46a87b104b)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:46.780503 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:46.782522 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:46.783301 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-36043691-c9b9-4add-bbd2-9344e58fed46 req-9210116b-e31d-49df-a9d3-979d61dceb01 service neutron] 10.222.0.58 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131809 Jun 18 19:49:46.795415 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d2e16-768c-4ea1-b1f7-c27626f6ac3d req-1d6ba007-2071-43bf-a157-f1f136b0644b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:46.801198 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-385d2e16-768c-4ea1-b1f7-c27626f6ac3d req-1d6ba007-2071-43bf-a157-f1f136b0644b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 943 time: 0.0858340 Jun 18 19:49:46.838382 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=9826d1e4-7ccd-4a2f-a1f4-57a48c057532,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:46.847581 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:46.848010 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:46.848420 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:46.848835 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:46.849259 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:46.849679 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:46.850125 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:46.850519 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:46.850970 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:46.851355 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:46.851947 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:46.852484 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:46.857239 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-385d2e16-768c-4ea1-b1f7-c27626f6ac3d req-1e2b001b-ce68-4845-955a-3dc91a8a055d tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488131 Jun 18 19:49:46.858307 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:47.002999 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915bed2-f413-4625-8d05-babd9aa81c71 req-001d6dcc-a49b-45eb-9438-c00207309f34 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:47.004477 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c915bed2-f413-4625-8d05-babd9aa81c71 req-001d6dcc-a49b-45eb-9438-c00207309f34 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 943 time: 0.0661592 Jun 18 19:49:47.015645 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:47.045416 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c915bed2-f413-4625-8d05-babd9aa81c71 req-7d9b688d-0dc6-4a8a-99cf-80e597416087 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=aaf1f181-3efe-44d0-a31e-1d92e5959f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347283 Jun 18 19:49:47.100146 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['9826d1e4-7ccd-4a2f-a1f4-57a48c057532'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:49:47.123303 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a017e4-2c10-481d-a339-e83f242346b6 req-fdb38454-ba6f-4a9b-b906-dd3cb67a4c93 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:47.124788 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e9a017e4-2c10-481d-a339-e83f242346b6 req-fdb38454-ba6f-4a9b-b906-dd3cb67a4c93 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 985 time: 0.0828903 Jun 18 19:49:47.171980 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e9a017e4-2c10-481d-a339-e83f242346b6 req-6e66e6ba-9e15-4a95-9768-90791af643b1 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c30571c-ab27-401d-b5d6-cbf60162245c&id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407941 Jun 18 19:49:48.038675 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e5c9b-be89-47c1-8426-0c6c88cf5bc1 req-bf8dd79d-f3e4-418a-a841-0e9aab3c82d1 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:48.040137 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-245e5c9b-be89-47c1-8426-0c6c88cf5bc1 req-bf8dd79d-f3e4-418a-a841-0e9aab3c82d1 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 944 time: 0.0678146 Jun 18 19:49:48.081669 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-245e5c9b-be89-47c1-8426-0c6c88cf5bc1 req-e1f1e035-3f49-4e86-a690-5daabd3151dd tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358474 Jun 18 19:49:48.228346 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343c226-a83d-48ba-8092-b240fff037c4 req-15dcc0ac-fad7-4945-9b9d-3c36f23febfc tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:48.232001 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c343c226-a83d-48ba-8092-b240fff037c4 req-15dcc0ac-fad7-4945-9b9d-3c36f23febfc tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 943 time: 0.0654552 Jun 18 19:49:48.272579 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c343c226-a83d-48ba-8092-b240fff037c4 req-dd20663d-7a33-45d8-b0c2-88b8817e8af2 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=aaf1f181-3efe-44d0-a31e-1d92e5959f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356281 Jun 18 19:49:48.371570 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df801d-0828-44a3-9d68-e1e9b34fc959 req-8e8262b8-8565-4fca-b083-ffaf0a0e9d2e tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:48.373237 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e6df801d-0828-44a3-9d68-e1e9b34fc959 req-8e8262b8-8565-4fca-b083-ffaf0a0e9d2e tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 985 time: 0.0789192 Jun 18 19:49:48.415601 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e6df801d-0828-44a3-9d68-e1e9b34fc959 req-89398c9c-41cf-4bf1-8cc3-145675d559ec tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c30571c-ab27-401d-b5d6-cbf60162245c&id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358882 Jun 18 19:49:48.482515 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:49:48.485634 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:49:48.625329 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b6ecd5c2-d1f6-4dba-b8b5-b862856ce976,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:48.639072 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': 'b6ecd5c2-d1f6-4dba-b8b5-b862856ce976', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'port_id': 'b6ecd5c2-d1f6-4dba-b8b5-b862856ce976', 'mac_address': 'fa:16:3e:e7:3b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:49:48.678842 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:49:48.689909 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:49:48.690459 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:48.715456 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:48.738459 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:49:48.765090 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b6ecd5c2-d1f6-4dba-b8b5-b862856ce976,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:48.811826 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:48.835801 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0168624a-9d82-4c93-ab66-f9fce25950c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9826d1e4-7ccd-4a2f-a1f4-57a48c057532'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:49:48.839723 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df778579-f560-4879-a29b-e3e476764e43" -d '{"events": [{"server_uuid": "0168624a-9d82-4c93-ab66-f9fce25950c5", "name": "network-vif-plugged", "status": "completed", "tag": "9826d1e4-7ccd-4a2f-a1f4-57a48c057532"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:49:48.854221 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 9826d1e4-7ccd-4a2f-a1f4-57a48c057532, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9826d1e4-7ccd-4a2f-a1f4-57a48c057532,segment=NetworkSegment(feaadcfb-0852-41af-9385-2d46a87b104b),segment_id=feaadcfb-0852-41af-9385-2d46a87b104b)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:48.855928 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:48.857752 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-dcea6667-a233-4154-8c49-04ae29fbf8b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:48.886481 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60e9404-ab2e-4570-8be1-e74814902606 x-openstack-request-id: req-f60e9404-ab2e-4570-8be1-e74814902606 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:49:48.886796 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0168624a-9d82-4c93-ab66-f9fce25950c5", "name": "network-vif-plugged", "status": "completed", "tag": "9826d1e4-7ccd-4a2f-a1f4-57a48c057532", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:49:48.887043 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f60e9404-ab2e-4570-8be1-e74814902606 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:49:48.887447 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0168624a-9d82-4c93-ab66-f9fce25950c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9826d1e4-7ccd-4a2f-a1f4-57a48c057532', 'code': 200} Jun 18 19:49:48.914201 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=b6ecd5c2-d1f6-4dba-b8b5-b862856ce976,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:48.918469 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:48.919213 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:48.988151 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:48.990779 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:49.050909 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=9826d1e4-7ccd-4a2f-a1f4-57a48c057532,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:49.054489 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:49.151320 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['b6ecd5c2-d1f6-4dba-b8b5-b862856ce976'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:49:49.272827 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c65dd9-b3cd-4778-9f81-002f6d6fc1a2 req-679dd710-085e-407a-b338-500c18f04911 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:49.275246 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-90c65dd9-b3cd-4778-9f81-002f6d6fc1a2 req-679dd710-085e-407a-b338-500c18f04911 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 945 time: 0.0758116 Jun 18 19:49:49.332312 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94189105-e026-46a9-9bda-084d2e1c4ffa req-0d07d2c9-f3fa-41e8-85c6-5fd669cbd5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:49.333898 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-94189105-e026-46a9-9bda-084d2e1c4ffa req-0d07d2c9-f3fa-41e8-85c6-5fd669cbd5bc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 1098 time: 0.0573142 Jun 18 19:49:49.379181 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-94189105-e026-46a9-9bda-084d2e1c4ffa req-cd8e0bcd-0266-459b-a464-c998a2029563 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369937 Jun 18 19:49:49.515781 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-90c65dd9-b3cd-4778-9f81-002f6d6fc1a2 req-f30d6f2b-820e-4242-abc1-c9a3060e3e07 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304842 Jun 18 19:49:49.586037 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26c4ba-72db-4e4c-aed9-cffa1dedbe80 req-8b8dbf18-7280-4bdb-8f6f-67ada22ac480 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:49.595144 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ff26c4ba-72db-4e4c-aed9-cffa1dedbe80 req-8b8dbf18-7280-4bdb-8f6f-67ada22ac480 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 944 time: 0.1969717 Jun 18 19:49:49.643791 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ff26c4ba-72db-4e4c-aed9-cffa1dedbe80 req-7cfb88cd-5fac-4b83-997a-cd268e3ff529 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=aaf1f181-3efe-44d0-a31e-1d92e5959f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484326 Jun 18 19:49:49.701989 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627ddb9-0de6-4019-b977-92a14b1e44e7 req-17cdc623-b2be-4bfb-b290-009ddee458cf tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:49.703530 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d627ddb9-0de6-4019-b977-92a14b1e44e7 req-17cdc623-b2be-4bfb-b290-009ddee458cf tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 985 time: 0.0799592 Jun 18 19:49:49.749736 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d627ddb9-0de6-4019-b977-92a14b1e44e7 req-eb7978a2-556a-4b9e-a8ad-c7c0ebca2d62 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c30571c-ab27-401d-b5d6-cbf60162245c&id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404003 Jun 18 19:49:50.501454 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:49:50.702297 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175830b-cc7e-48d3-ab04-747dce262e3b req-189bd583-12d7-45c1-b74d-06ab863d03e0 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:50.704128 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3175830b-cc7e-48d3-ab04-747dce262e3b req-189bd583-12d7-45c1-b74d-06ab863d03e0 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 945 time: 0.0716693 Jun 18 19:49:50.760464 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3175830b-cc7e-48d3-ab04-747dce262e3b req-16694036-b501-49b0-884e-592e579ea724 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466983 Jun 18 19:49:50.777341 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:49:50.788370 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:49:50.792539 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:50.862682 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0483f1-2b30-4865-bcfd-2c6fe4e501d8 req-f7be1505-51de-4fed-96da-e1f890fbf1bf tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:50.870954 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ae0483f1-2b30-4865-bcfd-2c6fe4e501d8 req-f7be1505-51de-4fed-96da-e1f890fbf1bf tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 944 time: 0.0781562 Jun 18 19:49:50.886846 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:50.905517 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ae0483f1-2b30-4865-bcfd-2c6fe4e501d8 req-6e50aeed-ab7a-4990-9d30-814fafbd03f8 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=aaf1f181-3efe-44d0-a31e-1d92e5959f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340619 Jun 18 19:49:50.910804 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feadd91e-19bf-4f21-a68c-88cf8bc23b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ecd5c2-d1f6-4dba-b8b5-b862856ce976'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:49:50.913116 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c67bb1-3d96-412a-90cc-ca4164371c28" -d '{"events": [{"server_uuid": "feadd91e-19bf-4f21-a68c-88cf8bc23b80", "name": "network-vif-plugged", "status": "completed", "tag": "b6ecd5c2-d1f6-4dba-b8b5-b862856ce976"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:49:50.934034 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b6ecd5c2-d1f6-4dba-b8b5-b862856ce976,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:50.963843 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7570661-562b-4acf-8ff2-31620c6a6604 x-openstack-request-id: req-b7570661-562b-4acf-8ff2-31620c6a6604 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:49:50.964167 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feadd91e-19bf-4f21-a68c-88cf8bc23b80", "name": "network-vif-plugged", "status": "completed", "tag": "b6ecd5c2-d1f6-4dba-b8b5-b862856ce976", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:49:50.964429 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7570661-562b-4acf-8ff2-31620c6a6604 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:49:50.964861 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feadd91e-19bf-4f21-a68c-88cf8bc23b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ecd5c2-d1f6-4dba-b8b5-b862856ce976', 'code': 200} Jun 18 19:49:50.967483 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7719a19-04a5-42d7-8557-23cc3a06f7b0 req-7acf30d5-5c1d-4072-9b26-5545f697e967 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:50.969100 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d7719a19-04a5-42d7-8557-23cc3a06f7b0 req-7acf30d5-5c1d-4072-9b26-5545f697e967 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 985 time: 0.0743458 Jun 18 19:49:50.992901 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:50.997843 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:51.017211 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-d7719a19-04a5-42d7-8557-23cc3a06f7b0 req-da882725-983b-4ef2-8015-aec513ad3728 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c30571c-ab27-401d-b5d6-cbf60162245c&id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411260 Jun 18 19:49:51.062486 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=b6ecd5c2-d1f6-4dba-b8b5-b862856ce976,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:51.065621 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:51.378145 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afae11b-e079-476d-8a32-33b8a8ee4154 req-0101b036-d3e2-4a9a-a899-e4e01cdd15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:51.380119 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-2afae11b-e079-476d-8a32-33b8a8ee4154 req-0101b036-d3e2-4a9a-a899-e4e01cdd15c9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 1098 time: 0.0659335 Jun 18 19:49:51.419385 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-2afae11b-e079-476d-8a32-33b8a8ee4154 req-f1718764-5ac7-47ab-a3ed-346ccdd7e8ee service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=aaf1f181-3efe-44d0-a31e-1d92e5959f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Jun 18 19:49:51.977499 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e3462-f3fb-4a93-b32a-663e7c808b73 req-7fdca907-7e92-4895-bb6c-e4fb82c0a4c3 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:51.980833 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c65e3462-f3fb-4a93-b32a-663e7c808b73 req-7fdca907-7e92-4895-bb6c-e4fb82c0a4c3 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 945 time: 0.0907490 Jun 18 19:49:52.023402 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c65e3462-f3fb-4a93-b32a-663e7c808b73 req-d89c2f7d-5a1a-4d21-b1f3-f1374468e28a tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381880 Jun 18 19:49:52.104014 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077436a-f0aa-4c9c-b37a-636804c4d003 req-cb601fee-2174-4bc6-9865-764c6625b21f tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:52.105659 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c077436a-f0aa-4c9c-b37a-636804c4d003 req-cb601fee-2174-4bc6-9865-764c6625b21f tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 945 time: 0.0799327 Jun 18 19:49:52.151826 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c077436a-f0aa-4c9c-b37a-636804c4d003 req-848402c0-470d-43f2-9a49-94814babb971 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=aaf1f181-3efe-44d0-a31e-1d92e5959f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375476 Jun 18 19:49:52.204356 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63522cbe-7339-4a10-afd4-0e5b0c30e16a req-92f341d2-82fe-4708-8962-5a5ee9e9942d tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:52.205940 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-63522cbe-7339-4a10-afd4-0e5b0c30e16a req-92f341d2-82fe-4708-8962-5a5ee9e9942d tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 985 time: 0.0655425 Jun 18 19:49:52.264481 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-63522cbe-7339-4a10-afd4-0e5b0c30e16a req-788000e9-93e4-4b3a-965f-d15f6800e667 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c30571c-ab27-401d-b5d6-cbf60162245c&id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522821 Jun 18 19:49:53.377030 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4d99d-107f-429a-9ac5-6f9c21e1e143 req-8f1c93bd-fa51-47ab-b82a-b9c59271abea tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:53.378750 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-83a4d99d-107f-429a-9ac5-6f9c21e1e143 req-8f1c93bd-fa51-47ab-b82a-b9c59271abea tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 945 time: 0.0816638 Jun 18 19:49:53.417568 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-83a4d99d-107f-429a-9ac5-6f9c21e1e143 req-3c0dd3af-7e69-425d-80ba-544173a619ae tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=aaf1f181-3efe-44d0-a31e-1d92e5959f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319695 Jun 18 19:49:53.592393 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366260a-cdb3-4e73-9b3c-1daf583e2c45 req-a0e42369-de4f-4d5d-b0b0-6477903e8fea tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:53.593902 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0366260a-cdb3-4e73-9b3c-1daf583e2c45 req-a0e42369-de4f-4d5d-b0b0-6477903e8fea tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 985 time: 0.0744872 Jun 18 19:49:53.634912 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0366260a-cdb3-4e73-9b3c-1daf583e2c45 req-5f5e6a4f-b8f2-4917-91ba-d77d003f3273 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c30571c-ab27-401d-b5d6-cbf60162245c&id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352404 Jun 18 19:49:53.803513 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2218f-f9d0-4079-96f9-992b77e134de req-0f851d2c-a1a0-4b3f-8949-7c7b2b56da7a tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:53.805114 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e9e2218f-f9d0-4079-96f9-992b77e134de req-0f851d2c-a1a0-4b3f-8949-7c7b2b56da7a tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 945 time: 0.0657623 Jun 18 19:49:53.814941 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 41122) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:53.819787 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-acabf294-1148-4b84-8acb-40178652b864 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Request body: {'floatingip': {'port_id': 'b6ecd5c2-d1f6-4dba-b8b5-b862856ce976'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:49:53.864130 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-acabf294-1148-4b84-8acb-40178652b864 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for floatingip, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:54.140835 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeec92c-baac-494f-a6bc-d69f673e8bf1 req-ea47206c-36b6-4179-bfe4-d4f0373880aa tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:54.142218 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9aeec92c-baac-494f-a6bc-d69f673e8bf1 req-ea47206c-36b6-4179-bfe4-d4f0373880aa tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 945 time: 0.1659000 Jun 18 19:49:54.530734 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-9aeec92c-baac-494f-a6bc-d69f673e8bf1 req-1dd28e52-13a1-49f4-87fd-b968dbec2199 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802607 Jun 18 19:49:54.700318 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-acabf294-1148-4b84-8acb-40178652b864 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:54.769470 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-acabf294-1148-4b84-8acb-40178652b864 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:54.875359 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.l3_db [None req-acabf294-1148-4b84-8acb-40178652b864 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Floating IP ac7e1e3b-2b70-4290-88c5-dcd987ab1be5 associated. External IP: 172.27.3.70, port: b6ecd5c2-d1f6-4dba-b8b5-b862856ce976. Jun 18 19:49:55.109791 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acabf294-1148-4b84-8acb-40178652b864 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Router da603d74-1800-41b3-a1f2-2dbffd462430 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:49:55.161937 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 41136) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:55.237049 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acabf294-1148-4b84-8acb-40178652b864 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:49:55.242246 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-acabf294-1148-4b84-8acb-40178652b864 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:55.250322 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639a52f-98c8-4e77-bb8f-993cf542c4c8 None None] Sync routers for ids ['da603d74-1800-41b3-a1f2-2dbffd462430'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:49:55.264746 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8639a52f-98c8-4e77-bb8f-993cf542c4c8 None None] Routers {'da603d74-1800-41b3-a1f2-2dbffd462430'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:49:55.265413 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-8639a52f-98c8-4e77-bb8f-993cf542c4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:49:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['da603d74-1800-41b3-a1f2-2dbffd462430'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:55.284120 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-acabf294-1148-4b84-8acb-40178652b864 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "PUT /v2.0/floatingips/ac7e1e3b-2b70-4290-88c5-dcd987ab1be5 HTTP/1.1" status: 200 len: 990 time: 1.4680452 Jun 18 19:49:55.285065 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feadd91e-19bf-4f21-a68c-88cf8bc23b80', 'tag': 'b6ecd5c2-d1f6-4dba-b8b5-b862856ce976'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:49:55.287505 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7936cb68-4755-42d3-9afc-f3d4dd87bbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "feadd91e-19bf-4f21-a68c-88cf8bc23b80", "tag": "b6ecd5c2-d1f6-4dba-b8b5-b862856ce976"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:49:55.314990 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-10cf56ad-228a-4897-8fc9-a7e33c5be126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:55.341634 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a886b795-df5d-45ae-9a8a-eb65c6560764 x-openstack-request-id: req-a886b795-df5d-45ae-9a8a-eb65c6560764 {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:49:55.341965 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feadd91e-19bf-4f21-a68c-88cf8bc23b80", "tag": "b6ecd5c2-d1f6-4dba-b8b5-b862856ce976", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:49:55.342280 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a886b795-df5d-45ae-9a8a-eb65c6560764 {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:49:55.342722 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feadd91e-19bf-4f21-a68c-88cf8bc23b80', 'tag': 'b6ecd5c2-d1f6-4dba-b8b5-b862856ce976', 'status': 'completed', 'code': 200} Jun 18 19:49:55.402653 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-8639a52f-98c8-4e77-bb8f-993cf542c4c8 None None] Set router da603d74-1800-41b3-a1f2-2dbffd462430 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:49:55.514819 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936cb68-4755-42d3-9afc-f3d4dd87bbcd req-ac6122f2-ff90-4728-a5ce-23fef99a67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:55.516363 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7936cb68-4755-42d3-9afc-f3d4dd87bbcd req-ac6122f2-ff90-4728-a5ce-23fef99a67c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68d35ecfd37141ba8d1ead7364aa01c6&device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 1098 time: 0.1440928 Jun 18 19:49:55.518487 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-10cf56ad-228a-4897-8fc9-a7e33c5be126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:55.580602 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ea822-3178-4441-9ac5-c85954fcd659 req-e273eccc-8d8f-4aa0-9702-2e4a515a293c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:55.582340 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-224ea822-3178-4441-9ac5-c85954fcd659 req-e273eccc-8d8f-4aa0-9702-2e4a515a293c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.58 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 945 time: 0.1633956 Jun 18 19:49:55.655630 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-8639a52f-98c8-4e77-bb8f-993cf542c4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': 'ac7e1e3b-2b70-4290-88c5-dcd987ab1be5', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'port_id': 'b6ecd5c2-d1f6-4dba-b8b5-b862856ce976', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'mac_address': 'fa:16:3e:e7:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feadd91e-19bf-4f21-a68c-88cf8bc23b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:49:37Z', 'updated_at': '2021-06-18T19:49:54Z', 'revision_number': 1, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5172eeb-d0b7-4078-b048-dcdb1e992ec2', 'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'mac_address': 'fa:16:3e:81:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:57Z', 'updated_at': '2021-06-18T19:45:11Z', 'revision_number': 5, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'subnets': [{'id': '85839631-4911-4022-a3d1-d48feb21196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:55.656957 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-10cf56ad-228a-4897-8fc9-a7e33c5be126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:55.668451 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:55.701472 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639a52f-98c8-4e77-bb8f-993cf542c4c8 None None] Checking router: da603d74-1800-41b3-a1f2-2dbffd462430 for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:49:55.710861 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8639a52f-98c8-4e77-bb8f-993cf542c4c8 None None] Routers {'da603d74-1800-41b3-a1f2-2dbffd462430'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:49:55.711748 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-8639a52f-98c8-4e77-bb8f-993cf542c4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:49:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['da603d74-1800-41b3-a1f2-2dbffd462430'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:55.735219 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c99c8a-75e0-46a0-b7a4-792a3afb9fc5 req-458103e1-2a51-498e-9628-410ea7b8f060 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:55.741062 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-52c99c8a-75e0-46a0-b7a4-792a3afb9fc5 req-458103e1-2a51-498e-9628-410ea7b8f060 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 945 time: 0.0802410 Jun 18 19:49:55.753841 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf56ad-228a-4897-8fc9-a7e33c5be126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1788c2-66d8-4bb7-ad69-04b7c3689c86,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:55.762641 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936cb68-4755-42d3-9afc-f3d4dd87bbcd req-825dfcc7-e7d8-446b-ae20-e9fbf30128c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:55.769700 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7936cb68-4755-42d3-9afc-f3d4dd87bbcd req-825dfcc7-e7d8-446b-ae20-e9fbf30128c4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb HTTP/1.1" status: 200 len: 912 time: 0.2461021 Jun 18 19:49:55.770533 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-10cf56ad-228a-4897-8fc9-a7e33c5be126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:55.774206 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-10cf56ad-228a-4897-8fc9-a7e33c5be126 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=83987373596745e59ded338db3812444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6106637 Jun 18 19:49:55.777453 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 41146) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:55.835293 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-52c99c8a-75e0-46a0-b7a4-792a3afb9fc5 req-203699e2-0909-4e17-890f-1d07f8d9f571 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836885 Jun 18 19:49:55.841548 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-8639a52f-98c8-4e77-bb8f-993cf542c4c8 None None] Set router da603d74-1800-41b3-a1f2-2dbffd462430 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:49:55.854347 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-224ea822-3178-4441-9ac5-c85954fcd659 req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Deleting port 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:49:55.854691 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-224ea822-3178-4441-9ac5-c85954fcd659 req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:55.861464 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:55.891735 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:55.938517 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7936cb68-4755-42d3-9afc-f3d4dd87bbcd req-f06ccaa2-9eb6-4735-a256-b7cbc0c86bd5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 HTTP/1.1" status: 200 len: 998 time: 0.1614609 Jun 18 19:49:55.997779 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-224ea822-3178-4441-9ac5-c85954fcd659 req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] For port 9826d1e4-7ccd-4a2f-a1f4-57a48c057532, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9826d1e4-7ccd-4a2f-a1f4-57a48c057532,segment=NetworkSegment(feaadcfb-0852-41af-9385-2d46a87b104b),segment_id=feaadcfb-0852-41af-9385-2d46a87b104b)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:55.998139 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-224ea822-3178-4441-9ac5-c85954fcd659 req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:56.026828 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:56.029942 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:56.034279 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f1788c2-66d8-4bb7-ad69-04b7c3689c86 HTTP/1.1" status: 204 len: 168 time: 0.2543011 Jun 18 19:49:56.035163 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-0f0ec241-d43e-4e56-8e9e-49a9a6b2de4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:56.046903 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1788c2-66d8-4bb7-ad69-04b7c3689c86,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:56.052551 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.052989 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.053349 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.053720 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.054329 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.054713 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.055082 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.056681 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.056681 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.056987 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.057171 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.058135 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.063376 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:56.086605 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-224ea822-3178-4441-9ac5-c85954fcd659 req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Calling delete_port for 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:49:56.090469 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936cb68-4755-42d3-9afc-f3d4dd87bbcd req-d00b07c3-7ac7-4e6b-9266-989d9359d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:56.091952 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7936cb68-4755-42d3-9afc-f3d4dd87bbcd req-d00b07c3-7ac7-4e6b-9266-989d9359d5b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=85839631-4911-4022-a3d1-d48feb21196f HTTP/1.1" status: 200 len: 850 time: 0.1441364 Jun 18 19:49:56.138320 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-8639a52f-98c8-4e77-bb8f-993cf542c4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': 'ac7e1e3b-2b70-4290-88c5-dcd987ab1be5', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'port_id': 'b6ecd5c2-d1f6-4dba-b8b5-b862856ce976', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'mac_address': 'fa:16:3e:e7:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feadd91e-19bf-4f21-a68c-88cf8bc23b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:49:37Z', 'updated_at': '2021-06-18T19:49:54Z', 'revision_number': 1, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5172eeb-d0b7-4078-b048-dcdb1e992ec2', 'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'mac_address': 'fa:16:3e:81:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:57Z', 'updated_at': '2021-06-18T19:45:11Z', 'revision_number': 5, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'subnets': [{'id': '85839631-4911-4022-a3d1-d48feb21196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:56.185497 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639a52f-98c8-4e77-bb8f-993cf542c4c8 None None] The sync data for ids ['da603d74-1800-41b3-a1f2-2dbffd462430'] in dv-cinder-790535-6-iscsi is: [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': 'ac7e1e3b-2b70-4290-88c5-dcd987ab1be5', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'port_id': 'b6ecd5c2-d1f6-4dba-b8b5-b862856ce976', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'mac_address': 'fa:16:3e:e7:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feadd91e-19bf-4f21-a68c-88cf8bc23b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:49:37Z', 'updated_at': '2021-06-18T19:49:54Z', 'revision_number': 1, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5172eeb-d0b7-4078-b048-dcdb1e992ec2', 'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'mac_address': 'fa:16:3e:81:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:57Z', 'updated_at': '2021-06-18T19:45:11Z', 'revision_number': 5, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'subnets': [{'id': '85839631-4911-4022-a3d1-d48feb21196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:49:56.229722 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936cb68-4755-42d3-9afc-f3d4dd87bbcd req-dfa72748-8039-4c39-a79b-6f8bbbbaac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:56.231245 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7936cb68-4755-42d3-9afc-f3d4dd87bbcd req-dfa72748-8039-4c39-a79b-6f8bbbbaac43 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1223056 Jun 18 19:49:56.367185 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7936cb68-4755-42d3-9afc-f3d4dd87bbcd req-bac944e5-4feb-4a72-9681-2fdb475e00a6 service neutron] 10.222.0.58 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266706 Jun 18 19:49:56.419668 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31e89e6-8d0f-4538-b077-2e339b4aadb3 None None] New status for floating IP ac7e1e3b-2b70-4290-88c5-dcd987ab1be5: ACTIVE {{(pid=100057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:49:56.671659 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-224ea822-3178-4441-9ac5-c85954fcd659 req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:56.677307 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:56.711520 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Pushing event deleted for resources: {'Port': ['ID=9826d1e4-7ccd-4a2f-a1f4-57a48c057532,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:56.751700 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.752067 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.755808 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.755808 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.755808 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.755808 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.755808 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.755808 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.755808 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.755808 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.755808 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.755808 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:56.762928 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:56.783854 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-224ea822-3178-4441-9ac5-c85954fcd659 req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] No DVR routers for this DVR port 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:49:56.787274 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-224ea822-3178-4441-9ac5-c85954fcd659 req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:56.789218 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-224ea822-3178-4441-9ac5-c85954fcd659 req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.58 "DELETE /v2.0/ports/9826d1e4-7ccd-4a2f-a1f4-57a48c057532 HTTP/1.1" status: 204 len: 173 time: 1.1999433 Jun 18 19:49:56.790397 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0168624a-9d82-4c93-ab66-f9fce25950c5', 'name': 'network-vif-deleted', 'tag': '9826d1e4-7ccd-4a2f-a1f4-57a48c057532'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:49:56.792757 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1a25ff-34fe-462c-9f4e-989c14fc0c8d" -d '{"events": [{"server_uuid": "0168624a-9d82-4c93-ab66-f9fce25950c5", "name": "network-vif-deleted", "tag": "9826d1e4-7ccd-4a2f-a1f4-57a48c057532"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:49:56.810999 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7936cb68-4755-42d3-9afc-f3d4dd87bbcd req-6d067717-d7c3-4f77-a694-23c5e9ecb735 service neutron] 10.222.0.58 "GET /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365301 Jun 18 19:49:56.833659 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934a2d7f-2063-4903-a813-91d2c3601921 x-openstack-request-id: req-934a2d7f-2063-4903-a813-91d2c3601921 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:49:56.833989 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0168624a-9d82-4c93-ab66-f9fce25950c5", "name": "network-vif-deleted", "tag": "9826d1e4-7ccd-4a2f-a1f4-57a48c057532", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:49:56.834278 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-934a2d7f-2063-4903-a813-91d2c3601921 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:49:56.834705 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0168624a-9d82-4c93-ab66-f9fce25950c5', 'name': 'network-vif-deleted', 'tag': '9826d1e4-7ccd-4a2f-a1f4-57a48c057532', 'status': 'completed', 'code': 200} Jun 18 19:49:56.852778 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 41156) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:56.871464 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b7535573-8218-4660-a62a-e66ae5a6daf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:56.965981 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b7535573-8218-4660-a62a-e66ae5a6daf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:56.990898 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-88535ee4-158f-4222-8d4b-5e33c254e257 req-fe8b8477-2ba2-411e-81f2-5237e235dbf4 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 210 time: 0.0291665 Jun 18 19:49:57.083883 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b7535573-8218-4660-a62a-e66ae5a6daf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:57.087845 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-83ac7c9e-6d96-44b4-806a-ddaa2d757bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:57.123480 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-b7535573-8218-4660-a62a-e66ae5a6daf5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bfab8435b468472885883c1b87e509d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695229 Jun 18 19:49:57.124375 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7535573-8218-4660-a62a-e66ae5a6daf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eca4f1-1dde-423a-94b5-c44a9e5057d8,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:57.126201 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 41160) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:57.127416 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-b7535573-8218-4660-a62a-e66ae5a6daf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:57.174859 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-19500b81-0c50-462f-b575-311ab1cf8e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:57.195546 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-19500b81-0c50-462f-b575-311ab1cf8e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:57.345844 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-19500b81-0c50-462f-b575-311ab1cf8e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:57.348549 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-19500b81-0c50-462f-b575-311ab1cf8e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:57.349807 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-19500b81-0c50-462f-b575-311ab1cf8e61 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7eca4f1-1dde-423a-94b5-c44a9e5057d8 HTTP/1.1" status: 204 len: 168 time: 0.2226486 Jun 18 19:49:57.350853 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-9ed8dbd0-5a45-47d2-927c-b781073c12d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:57.362409 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19500b81-0c50-462f-b575-311ab1cf8e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eca4f1-1dde-423a-94b5-c44a9e5057d8,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:57.365527 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-19500b81-0c50-462f-b575-311ab1cf8e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:58.107050 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 41172) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:58.123016 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-becf3ee4-c206-4415-a5bd-41954cb2908b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:58.165782 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f9f77aef-9513-4cb7-ac34-fa00017e8ac2 req-3936b36b-9172-4747-be5e-63eece04b143 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=0168624a-9d82-4c93-ab66-f9fce25950c5 HTTP/1.1" status: 200 len: 210 time: 0.0380869 Jun 18 19:49:58.255224 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-becf3ee4-c206-4415-a5bd-41954cb2908b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:58.324543 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-becf3ee4-c206-4415-a5bd-41954cb2908b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:58.331008 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-edac4718-1c5b-4fde-be9c-8c5dd5323709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:58.372390 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf3ee4-c206-4415-a5bd-41954cb2908b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a794cb-4c12-4939-8e52-74df4511f2f1,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:58.377763 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-becf3ee4-c206-4415-a5bd-41954cb2908b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02d2b66079e04bce9591555be0e829d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685816 Jun 18 19:49:58.377763 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-becf3ee4-c206-4415-a5bd-41954cb2908b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:58.379486 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 41174) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:58.430315 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e984a213-ba3b-48f0-a5e6-aed032b583e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:58.453144 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e984a213-ba3b-48f0-a5e6-aed032b583e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:58.600179 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:49:58.621020 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:49:58.621379 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 9826d1e4-7ccd-4a2f-a1f4-57a48c057532 not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:49:58.632533 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e984a213-ba3b-48f0-a5e6-aed032b583e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:58.636483 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e984a213-ba3b-48f0-a5e6-aed032b583e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:58.637776 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-e984a213-ba3b-48f0-a5e6-aed032b583e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82a794cb-4c12-4939-8e52-74df4511f2f1 HTTP/1.1" status: 204 len: 168 time: 0.2573392 Jun 18 19:49:58.643969 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7eb32e1a-6947-4086-8574-b153ff441b78 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:58.646816 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984a213-ba3b-48f0-a5e6-aed032b583e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a794cb-4c12-4939-8e52-74df4511f2f1,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:58.650499 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-e984a213-ba3b-48f0-a5e6-aed032b583e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:59.561934 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-b3d616e1-e309-4c4a-937a-2f44a93a224b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:59.564762 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-b3d616e1-e309-4c4a-937a-2f44a93a224b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/networks?id=b32c46ed-1075-4cf7-b3df-f7de528bd40e HTTP/1.1" status: 200 len: 808 time: 0.1369777 Jun 18 19:49:59.581811 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-7875c5a2-429d-4b70-b6f8-afa184eea4f6 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/quotas/9e106e4ce0bf4ae99860a5f7cf6e8cc6 HTTP/1.1" status: 200 len: 375 time: 0.0107925 Jun 18 19:49:59.617176 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-b0167374-4a85-4cdd-8691-91c589e2c07b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9e106e4ce0bf4ae99860a5f7cf6e8cc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297649 Jun 18 19:49:59.714642 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-6f9bbf68-52ff-48c7-8f84-8b3f1f3fcc90 service neutron] 10.222.0.42 "GET /v2.0/networks/b32c46ed-1075-4cf7-b3df-f7de528bd40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900071 Jun 18 19:49:59.830818 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-3052f345-ffba-4cfb-a0df-da0d38ec9cb6 service neutron] 10.222.0.42 "GET /v2.0/networks/b32c46ed-1075-4cf7-b3df-f7de528bd40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100979 Jun 18 19:49:59.953872 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:50:00.113463 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c595044a-abc1-4364-8ca6-2325a586f37a req-6b2796a9-d850-4a89-a293-5f254450d05d tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 210 time: 0.0399740 Jun 18 19:50:01.205364 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7625deac-e148-45f0-a4c1-391a7955646e req-75913eed-7aa5-4ae2-a759-666f6b95b1b2 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 210 time: 0.0339460 Jun 18 19:50:02.361011 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81252dd3-1177-4989-8a52-9add6631ec23 req-0d32e417-e165-462a-8d15-f1d7a9848b49 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 210 time: 0.0332980 Jun 18 19:50:02.443533 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a21c767b-bba6-4b73-b8c1-df1afec96f87 req-4bb75f80-bb5b-482b-a8c1-f9b7641b2536 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537412 Jun 18 19:50:02.547989 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c767b-bba6-4b73-b8c1-df1afec96f87 req-a12326ab-93e6-4f1f-9c71-e6d94044b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:02.549497 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a21c767b-bba6-4b73-b8c1-df1afec96f87 req-a12326ab-93e6-4f1f-9c71-e6d94044b239 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef&device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 1100 time: 0.0566609 Jun 18 19:50:02.670672 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c767b-bba6-4b73-b8c1-df1afec96f87 req-d34cdbf8-cf5b-42c6-893b-cf4e42aeced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:02.672130 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a21c767b-bba6-4b73-b8c1-df1afec96f87 req-d34cdbf8-cf5b-42c6-893b-cf4e42aeced1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=19876e3d-b88e-4d20-8062-e87a38d76ed8 HTTP/1.1" status: 200 len: 917 time: 0.0994077 Jun 18 19:50:02.741854 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a21c767b-bba6-4b73-b8c1-df1afec96f87 req-17e340b1-578f-47dd-96bf-233d8faae16c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd HTTP/1.1" status: 200 len: 1002 time: 0.0594480 Jun 18 19:50:02.802557 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c767b-bba6-4b73-b8c1-df1afec96f87 req-8430d846-1f7d-4e70-ae71-a916df7ededf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:02.804001 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a21c767b-bba6-4b73-b8c1-df1afec96f87 req-8430d846-1f7d-4e70-ae71-a916df7ededf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c17436c7-1ba8-41fd-a3de-4744d824190b HTTP/1.1" status: 200 len: 855 time: 0.0555151 Jun 18 19:50:02.960132 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c767b-bba6-4b73-b8c1-df1afec96f87 req-6326c0ce-12e4-4e83-a045-a2db1e4b61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:02.961945 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a21c767b-bba6-4b73-b8c1-df1afec96f87 req-6326c0ce-12e4-4e83-a045-a2db1e4b61b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19876e3d-b88e-4d20-8062-e87a38d76ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1367846 Jun 18 19:50:02.987893 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-1b8c83b9-e8a9-4cc4-93b5-a943121bb043 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:02.989458 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-1b8c83b9-e8a9-4cc4-93b5-a943121bb043 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.58 "GET /v2.0/networks?id=b32c46ed-1075-4cf7-b3df-f7de528bd40e HTTP/1.1" status: 200 len: 808 time: 0.1562274 Jun 18 19:50:03.033440 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-20c35f3d-b687-4a7f-90ee-7d77998dc08b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Request body: {'port': {'device_id': 'ee28e5bf-7f2a-4936-88d3-a2ad034d62c5', 'network_id': 'b32c46ed-1075-4cf7-b3df-f7de528bd40e', 'admin_state_up': True, 'tenant_id': '9e106e4ce0bf4ae99860a5f7cf6e8cc6'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:03.187289 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a21c767b-bba6-4b73-b8c1-df1afec96f87 req-9f1a604c-1f4c-4aa3-a92c-c3ec5f0eaf0e service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161727 Jun 18 19:50:03.324981 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a21c767b-bba6-4b73-b8c1-df1afec96f87 req-b0e1660c-05ef-41e9-b2d1-ffa7d204c7cb service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283154 Jun 18 19:50:03.387457 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-20c35f3d-b687-4a7f-90ee-7d77998dc08b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Made reservation on behalf of 9e106e4ce0bf4ae99860a5f7cf6e8cc6 for: {'port': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:50:03.390871 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-20c35f3d-b687-4a7f-90ee-7d77998dc08b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:03.537788 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-80963b64-29cc-4bc2-aaef-803f0c47d287 req-51450bbc-f33d-4761-8e6e-b3be3788c1e9 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 210 time: 0.0333815 Jun 18 19:50:03.539007 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-20c35f3d-b687-4a7f-90ee-7d77998dc08b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Allocated IP 172.20.0.13 (b32c46ed-1075-4cf7-b3df-f7de528bd40e/2c58f202-cecd-49f5-96e9-fdf9143a9a50/697b6d28-f6e4-45e1-89cf-59e7c1e52077) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:50:03.725087 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-20c35f3d-b687-4a7f-90ee-7d77998dc08b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:03.822029 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-20c35f3d-b687-4a7f-90ee-7d77998dc08b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:03.826341 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8bc42b84-4dde-4404-9b4d-322a19863b83 tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:03.866846 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-20c35f3d-b687-4a7f-90ee-7d77998dc08b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Network b32c46ed-1075-4cf7-b3df-f7de528bd40e is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:50:03.870674 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-20c35f3d-b687-4a7f-90ee-7d77998dc08b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:50:03.874759 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-20c35f3d-b687-4a7f-90ee-7d77998dc08b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:50:03.901021 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c35f3d-b687-4a7f-90ee-7d77998dc08b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Pushing event updated for resources: {'Port': ['ID=697b6d28-f6e4-45e1-89cf-59e7c1e52077,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:03.905484 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-20c35f3d-b687-4a7f-90ee-7d77998dc08b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:03.929892 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-20c35f3d-b687-4a7f-90ee-7d77998dc08b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:03.931109 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-20c35f3d-b687-4a7f-90ee-7d77998dc08b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:04.015929 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-20c35f3d-b687-4a7f-90ee-7d77998dc08b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0123782 Jun 18 19:50:04.028608 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Request body: {'port': {'device_id': 'ee28e5bf-7f2a-4936-88d3-a2ad034d62c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:04.115137 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:04.443580 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697b6d28-f6e4-45e1-89cf-59e7c1e52077 {{(pid=100054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:50:04.452462 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:04.467240 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Transition to ACTIVE for port object 697b6d28-f6e4-45e1-89cf-59e7c1e52077 will not be triggered until provisioned by entity L2. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:50:04.534940 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:04.537817 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:04.676698 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Pushing event updated for resources: {'Port': ['ID=697b6d28-f6e4-45e1-89cf-59e7c1e52077,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:04.681703 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:04.737068 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Attempting to bind port 697b6d28-f6e4-45e1-89cf-59e7c1e52077 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:50:04.738420 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Attempting to bind port 697b6d28-f6e4-45e1-89cf-59e7c1e52077 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'feaadcfb-0852-41af-9385-2d46a87b104b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b32c46ed-1075-4cf7-b3df-f7de528bd40e'}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:50:04.739157 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Attempting to bind port 697b6d28-f6e4-45e1-89cf-59e7c1e52077 on network b32c46ed-1075-4cf7-b3df-f7de528bd40e {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:50:04.749809 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Port 697b6d28-f6e4-45e1-89cf-59e7c1e52077 on network b32c46ed-1075-4cf7-b3df-f7de528bd40e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:50:04.750364 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Attempting to bind port 697b6d28-f6e4-45e1-89cf-59e7c1e52077 on network b32c46ed-1075-4cf7-b3df-f7de528bd40e {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:50:04.760736 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:50:04.760736 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Checking segment: {'id': 'feaadcfb-0852-41af-9385-2d46a87b104b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b32c46ed-1075-4cf7-b3df-f7de528bd40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:50:04.761230 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Bound using segment: {'id': 'feaadcfb-0852-41af-9385-2d46a87b104b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b32c46ed-1075-4cf7-b3df-f7de528bd40e'} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:50:04.762238 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Bound port: 697b6d28-f6e4-45e1-89cf-59e7c1e52077, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feaadcfb-0852-41af-9385-2d46a87b104b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b32c46ed-1075-4cf7-b3df-f7de528bd40e'}}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:50:04.762828 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:04.770416 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f334dc-9f75-4665-ad97-7cb4c5cff35b req-11cbe4d9-bffc-49f9-959c-921377ee8e24 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:04.772872 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-19f334dc-9f75-4665-ad97-7cb4c5cff35b req-11cbe4d9-bffc-49f9-959c-921377ee8e24 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 944 time: 0.0827448 Jun 18 19:50:04.812721 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-19f334dc-9f75-4665-ad97-7cb4c5cff35b req-5016a1ae-15df-4d70-b7cc-3fd09ed947c8 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339763 Jun 18 19:50:04.843624 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] For port 697b6d28-f6e4-45e1-89cf-59e7c1e52077, host hv-cinder-79053, cleared binding levels {{(pid=100054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:50:04.847147 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] For port 697b6d28-f6e4-45e1-89cf-59e7c1e52077, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=697b6d28-f6e4-45e1-89cf-59e7c1e52077,segment=NetworkSegment(feaadcfb-0852-41af-9385-2d46a87b104b),segment_id=feaadcfb-0852-41af-9385-2d46a87b104b)] {{(pid=100054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:50:04.975797 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:04.978088 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-3969883f-0e36-4880-92be-51e19216400a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:05.025266 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:05.026348 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:05.028349 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] 10.222.0.58 "PUT /v2.0/ports/697b6d28-f6e4-45e1-89cf-59e7c1e52077 HTTP/1.1" status: 200 len: 1094 time: 1.0038581 Jun 18 19:50:05.028719 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee28e5bf-7f2a-4936-88d3-a2ad034d62c5', 'tag': '697b6d28-f6e4-45e1-89cf-59e7c1e52077'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:50:05.032442 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab577485-1a95-4eb6-a1ec-8f50e0bf87ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ee28e5bf-7f2a-4936-88d3-a2ad034d62c5", "tag": "697b6d28-f6e4-45e1-89cf-59e7c1e52077"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:50:05.080146 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Pushing event updated for resources: {'Port': ['ID=697b6d28-f6e4-45e1-89cf-59e7c1e52077,revision_number=3']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:05.087428 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:05.117538 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586ab14a-5ae3-480d-bec2-093005eed04d x-openstack-request-id: req-586ab14a-5ae3-480d-bec2-093005eed04d {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:50:05.118245 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee28e5bf-7f2a-4936-88d3-a2ad034d62c5", "tag": "697b6d28-f6e4-45e1-89cf-59e7c1e52077", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:50:05.118553 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-586ab14a-5ae3-480d-bec2-093005eed04d {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:50:05.119974 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee28e5bf-7f2a-4936-88d3-a2ad034d62c5', 'tag': '697b6d28-f6e4-45e1-89cf-59e7c1e52077', 'status': 'completed', 'code': 200} Jun 18 19:50:05.231157 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab577485-1a95-4eb6-a1ec-8f50e0bf87ca req-4329ae6d-37bf-453f-81e5-f072b547a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:05.232746 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ab577485-1a95-4eb6-a1ec-8f50e0bf87ca req-4329ae6d-37bf-453f-81e5-f072b547a742 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e106e4ce0bf4ae99860a5f7cf6e8cc6&device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 1097 time: 0.0733936 Jun 18 19:50:05.409625 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab577485-1a95-4eb6-a1ec-8f50e0bf87ca req-54efafab-cf23-401d-819e-b8041edfea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:05.413607 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ab577485-1a95-4eb6-a1ec-8f50e0bf87ca req-54efafab-cf23-401d-819e-b8041edfea98 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9e106e4ce0bf4ae99860a5f7cf6e8cc6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1649604 Jun 18 19:50:05.654508 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab577485-1a95-4eb6-a1ec-8f50e0bf87ca req-b4f324c1-09cf-42c9-9b68-9227ada7ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:05.655424 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ab577485-1a95-4eb6-a1ec-8f50e0bf87ca req-b4f324c1-09cf-42c9-9b68-9227ada7ba43 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2290208 Jun 18 19:50:05.794665 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-9df47c40-a8ea-475a-9083-3c59087bf317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:05.796148 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-9df47c40-a8ea-475a-9083-3c59087bf317 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e106e4ce0bf4ae99860a5f7cf6e8cc6&device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 1097 time: 0.0815268 Jun 18 19:50:05.853631 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-fe7bddd7-194d-4855-94e8-b2fe7e0b7d97 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=697b6d28-f6e4-45e1-89cf-59e7c1e52077 HTTP/1.1" status: 200 len: 217 time: 0.0487077 Jun 18 19:50:05.937983 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-bc76dd06-5d04-4b24-b9b6-88fd33ce051f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:05.939773 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-bc76dd06-5d04-4b24-b9b6-88fd33ce051f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2c58f202-cecd-49f5-96e9-fdf9143a9a50 HTTP/1.1" status: 200 len: 848 time: 0.0755377 Jun 18 19:50:05.986254 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-5270f8d9-2aab-4404-b9fb-93333520084b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b32c46ed-1075-4cf7-b3df-f7de528bd40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373304 Jun 18 19:50:06.136286 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a2a9c-6b7a-46c4-8b7b-c175862a2552 req-f8afcf27-6495-4df3-af12-7ef141b71c21 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:06.138174 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ac0a2a9c-6b7a-46c4-8b7b-c175862a2552 req-f8afcf27-6495-4df3-af12-7ef141b71c21 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 944 time: 0.1550319 Jun 18 19:50:06.143825 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-43981bb9-3160-45fc-8dc0-3c57adca5e04 service neutron] 10.222.0.58 "GET /v2.0/networks/b32c46ed-1075-4cf7-b3df-f7de528bd40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291325 Jun 18 19:50:06.230064 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ac0a2a9c-6b7a-46c4-8b7b-c175862a2552 req-25203cee-8a38-4045-9a45-108fb62ff2df tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850706 Jun 18 19:50:06.271104 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca86e7d2-fd92-4215-b2f0-b3f1805b6d8c req-3b57a53d-91e0-4dd5-959b-bfc1c3b2aaae service neutron] 10.222.0.58 "GET /v2.0/networks/b32c46ed-1075-4cf7-b3df-f7de528bd40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180701 Jun 18 19:50:06.317894 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:07.433109 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12f9eb-0472-43c4-8b50-d59c4062a5c4 req-f0868581-9a1c-4a7d-83b1-82abf336161d tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:07.434702 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8e12f9eb-0472-43c4-8b50-d59c4062a5c4 req-f0868581-9a1c-4a7d-83b1-82abf336161d tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 944 time: 0.0722244 Jun 18 19:50:07.476535 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8e12f9eb-0472-43c4-8b50-d59c4062a5c4 req-1a816ed6-d66d-4c46-ae73-a14f3459556f tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354958 Jun 18 19:50:07.909475 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50dc3f-598b-411d-8d42-c3c179373f3b req-b5b9a2ae-00ae-4fd4-b6bd-fe59205f3cdc tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:07.911050 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4d50dc3f-598b-411d-8d42-c3c179373f3b req-b5b9a2ae-00ae-4fd4-b6bd-fe59205f3cdc tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 947 time: 0.0718651 Jun 18 19:50:07.951290 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4d50dc3f-598b-411d-8d42-c3c179373f3b req-555fda45-2fc0-488e-9081-067bdb6a5064 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337956 Jun 18 19:50:08.657179 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 697b6d28-f6e4-45e1-89cf-59e7c1e52077 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:50:08.678129 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7984d-a120-4084-98a5-2dae1028e98b req-e90867d2-ab69-475c-9daf-c7b3434b0bb4 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:08.679599 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-acb7984d-a120-4084-98a5-2dae1028e98b req-e90867d2-ab69-475c-9daf-c7b3434b0bb4 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 944 time: 0.0676901 Jun 18 19:50:08.736375 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-acb7984d-a120-4084-98a5-2dae1028e98b req-2df27c4c-6fc1-4162-837a-57161719d69b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493569 Jun 18 19:50:08.774925 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 697b6d28-f6e4-45e1-89cf-59e7c1e52077, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=697b6d28-f6e4-45e1-89cf-59e7c1e52077,segment=NetworkSegment(feaadcfb-0852-41af-9385-2d46a87b104b),segment_id=feaadcfb-0852-41af-9385-2d46a87b104b)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:08.790839 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': '697b6d28-f6e4-45e1-89cf-59e7c1e52077', 'network_id': 'b32c46ed-1075-4cf7-b3df-f7de528bd40e', 'port_id': '697b6d28-f6e4-45e1-89cf-59e7c1e52077', 'mac_address': 'fa:16:3e:74:0e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c58f202-cecd-49f5-96e9-fdf9143a9a50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:50:08.966050 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:08.979205 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697b6d28-f6e4-45e1-89cf-59e7c1e52077 {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:50:09.000326 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 697b6d28-f6e4-45e1-89cf-59e7c1e52077, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=697b6d28-f6e4-45e1-89cf-59e7c1e52077,segment=NetworkSegment(feaadcfb-0852-41af-9385-2d46a87b104b),segment_id=feaadcfb-0852-41af-9385-2d46a87b104b)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:09.106452 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:09.108853 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:09.147680 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc7836-2d5d-4be5-8af3-593ce8780ac7 req-4a4bc84b-e6e6-403c-b01b-9ef38ce8e711 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:09.149669 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-82dc7836-2d5d-4be5-8af3-593ce8780ac7 req-4a4bc84b-e6e6-403c-b01b-9ef38ce8e711 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 947 time: 0.0747650 Jun 18 19:50:09.166943 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=697b6d28-f6e4-45e1-89cf-59e7c1e52077,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:09.170631 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:09.202868 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-82dc7836-2d5d-4be5-8af3-593ce8780ac7 req-fa482708-1062-41f3-a17d-a5c4ce238450 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467319 Jun 18 19:50:09.452985 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['697b6d28-f6e4-45e1-89cf-59e7c1e52077'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:50:09.955812 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cd733-b8d4-4d2c-8120-011e8c33a804 req-c4d569da-950c-41ab-86c8-b10484ce6ec5 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:09.956847 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-f5d9f82c-a45d-4582-a6c6-6c4107117682 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:09.958346 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-f5d9f82c-a45d-4582-a6c6-6c4107117682 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 947 time: 0.0699871 Jun 18 19:50:09.958526 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1e3cd733-b8d4-4d2c-8120-011e8c33a804 req-c4d569da-950c-41ab-86c8-b10484ce6ec5 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 945 time: 0.0853107 Jun 18 19:50:10.005503 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1e3cd733-b8d4-4d2c-8120-011e8c33a804 req-4f32d14f-996c-4bf6-ae62-ff8539f68c71 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399454 Jun 18 19:50:10.080246 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Deleting port 9c9c6614-5cfa-4178-ae31-eb1c590105cd {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:50:10.080584 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:10.197966 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] For port 9c9c6614-5cfa-4178-ae31-eb1c590105cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c9c6614-5cfa-4178-ae31-eb1c590105cd,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:10.198346 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:10.430338 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:10.430869 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:10.431360 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.l3_db [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Floating IP 245e1341-7b54-4b60-9f84-0a61e0c83ac2 disassociated. External IP: 172.27.3.200, port: 9c9c6614-5cfa-4178-ae31-eb1c590105cd. Jun 18 19:50:10.431719 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Calling delete_port for 9c9c6614-5cfa-4178-ae31-eb1c590105cd owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:50:10.500439 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1adae-c3d5-43ca-947e-f3f9f66114ae req-86181b76-d485-4cc4-a73b-bad846998e78 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:10.501882 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-38e1adae-c3d5-43ca-947e-f3f9f66114ae req-86181b76-d485-4cc4-a73b-bad846998e78 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 947 time: 0.1676261 Jun 18 19:50:10.566024 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-38e1adae-c3d5-43ca-947e-f3f9f66114ae req-a11987fa-6503-4528-a962-be04fc1d2528 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c3d61b8-c954-479a-bf04-46c598889c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564671 Jun 18 19:50:10.692356 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 697b6d28-f6e4-45e1-89cf-59e7c1e52077 up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:50:10.730280 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:10.737184 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-96d766a6-a66a-4673-9c2c-27c48defe4ce tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:10.773368 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event deleted for resources: {'Port': ['ID=9c9c6614-5cfa-4178-ae31-eb1c590105cd,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:10.776232 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:10.817422 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port 697b6d28-f6e4-45e1-89cf-59e7c1e52077 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:50:10.824489 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port 697b6d28-f6e4-45e1-89cf-59e7c1e52077 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:10.824989 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:10.981900 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:11.063648 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee28e5bf-7f2a-4936-88d3-a2ad034d62c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697b6d28-f6e4-45e1-89cf-59e7c1e52077'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:50:11.068248 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5a289a-7dff-4a0a-899e-bf15377fcb3b" -d '{"events": [{"server_uuid": "ee28e5bf-7f2a-4936-88d3-a2ad034d62c5", "name": "network-vif-plugged", "status": "completed", "tag": "697b6d28-f6e4-45e1-89cf-59e7c1e52077"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:50:11.096169 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 697b6d28-f6e4-45e1-89cf-59e7c1e52077, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=697b6d28-f6e4-45e1-89cf-59e7c1e52077,segment=NetworkSegment(feaadcfb-0852-41af-9385-2d46a87b104b),segment_id=feaadcfb-0852-41af-9385-2d46a87b104b)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:11.113420 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b162f5-25b8-46d0-a86b-32c7df3b0cc4 x-openstack-request-id: req-c3b162f5-25b8-46d0-a86b-32c7df3b0cc4 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:50:11.113781 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee28e5bf-7f2a-4936-88d3-a2ad034d62c5", "name": "network-vif-plugged", "status": "completed", "tag": "697b6d28-f6e4-45e1-89cf-59e7c1e52077", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:50:11.114046 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3b162f5-25b8-46d0-a86b-32c7df3b0cc4 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:50:11.114453 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee28e5bf-7f2a-4936-88d3-a2ad034d62c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697b6d28-f6e4-45e1-89cf-59e7c1e52077', 'code': 200} Jun 18 19:50:11.165720 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:11.166620 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 9c9c6614-5cfa-4178-ae31-eb1c590105cd no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:50:11.169790 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:11.200192 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: 9c9c6614-5cfa-4178-ae31-eb1c590105cd {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:50:11.200556 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 9c9c6614-5cfa-4178-ae31-eb1c590105cd not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:50:11.255148 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Router 77908477-0e1a-4100-a721-bdd252e3805d has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:50:11.257877 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=697b6d28-f6e4-45e1-89cf-59e7c1e52077,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:11.262395 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:11.279998 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab596a-40cf-438b-8579-47c878f9fc76 req-7d454d56-2f06-4a1b-956b-f94e64f6ba57 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:11.281665 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c5ab596a-40cf-438b-8579-47c878f9fc76 req-7d454d56-2f06-4a1b-956b-f94e64f6ba57 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 946 time: 0.1242175 Jun 18 19:50:11.406920 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c5ab596a-40cf-438b-8579-47c878f9fc76 req-ed63f323-b182-4520-8f66-b13426cfb148 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799520 Jun 18 19:50:11.425643 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:50:11.437210 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c884a6-830c-48f3-a20d-f4b92b494bb5 None None] Sync routers for ids ['77908477-0e1a-4100-a721-bdd252e3805d'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:50:11.447776 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c884a6-830c-48f3-a20d-f4b92b494bb5 None None] Routers {'77908477-0e1a-4100-a721-bdd252e3805d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:50:11.448350 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-30c884a6-830c-48f3-a20d-f4b92b494bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:49:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['77908477-0e1a-4100-a721-bdd252e3805d'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:11.473574 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] No DVR routers for this DVR port 9c9c6614-5cfa-4178-ae31-eb1c590105cd on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:50:11.475747 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:11.477901 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.58 "DELETE /v2.0/ports/9c9c6614-5cfa-4178-ae31-eb1c590105cd HTTP/1.1" status: 204 len: 173 time: 1.5126040 Jun 18 19:50:11.478636 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'name': 'network-vif-deleted', 'tag': '9c9c6614-5cfa-4178-ae31-eb1c590105cd'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:50:11.480994 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79326c66-b70b-446e-b10a-83c7afcbea38" -d '{"events": [{"server_uuid": "0ade1fbd-6bcc-4bc9-a401-db024f113cf6", "name": "network-vif-deleted", "tag": "9c9c6614-5cfa-4178-ae31-eb1c590105cd"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:50:11.529338 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2da144-7b4f-4d04-b662-3caaa49b45ad x-openstack-request-id: req-5b2da144-7b4f-4d04-b662-3caaa49b45ad {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:50:11.529616 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ade1fbd-6bcc-4bc9-a401-db024f113cf6", "name": "network-vif-deleted", "tag": "9c9c6614-5cfa-4178-ae31-eb1c590105cd", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:50:11.529907 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b2da144-7b4f-4d04-b662-3caaa49b45ad {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:50:11.530329 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ade1fbd-6bcc-4bc9-a401-db024f113cf6', 'name': 'network-vif-deleted', 'tag': '9c9c6614-5cfa-4178-ae31-eb1c590105cd', 'status': 'completed', 'code': 200} Jun 18 19:50:11.558996 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f4f22-931c-4a69-b178-cddb504b4a21 req-f3d65edd-c319-4bc7-9586-591fa6628483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:11.560401 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4b2f4f22-931c-4a69-b178-cddb504b4a21 req-f3d65edd-c319-4bc7-9586-591fa6628483 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 1099 time: 0.0629163 Jun 18 19:50:11.577049 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-30c884a6-830c-48f3-a20d-f4b92b494bb5 None None] Set router 77908477-0e1a-4100-a721-bdd252e3805d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:50:11.598016 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4b2f4f22-931c-4a69-b178-cddb504b4a21 req-16d6e6bb-60cd-4eb6-b2e5-567d7a8730fc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286884 Jun 18 19:50:11.730913 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-97c35894-21f2-4e56-a569-0a3eb14b13dd req-f4eedc0b-18c3-4a65-9d73-a01d2bdaeb87 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 210 time: 0.0337231 Jun 18 19:50:11.810733 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-30c884a6-830c-48f3-a20d-f4b92b494bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:37Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '397db034-1287-41f1-9648-aad23cdcc8e6', 'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'mac_address': 'fa:16:3e:aa:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:36Z', 'updated_at': '2021-06-18T19:46:42Z', 'revision_number': 5, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'subnets': [{'id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:11.844471 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c884a6-830c-48f3-a20d-f4b92b494bb5 None None] Checking router: 77908477-0e1a-4100-a721-bdd252e3805d for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:50:11.854589 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c884a6-830c-48f3-a20d-f4b92b494bb5 None None] Routers {'77908477-0e1a-4100-a721-bdd252e3805d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:50:11.856408 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-30c884a6-830c-48f3-a20d-f4b92b494bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:49:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['77908477-0e1a-4100-a721-bdd252e3805d'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:11.982951 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-30c884a6-830c-48f3-a20d-f4b92b494bb5 None None] Set router 77908477-0e1a-4100-a721-bdd252e3805d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:50:12.208207 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-30c884a6-830c-48f3-a20d-f4b92b494bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:37Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '397db034-1287-41f1-9648-aad23cdcc8e6', 'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'mac_address': 'fa:16:3e:aa:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:36Z', 'updated_at': '2021-06-18T19:46:42Z', 'revision_number': 5, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'subnets': [{'id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:12.236158 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c884a6-830c-48f3-a20d-f4b92b494bb5 None None] The sync data for ids ['77908477-0e1a-4100-a721-bdd252e3805d'] in dv-cinder-790535-6-iscsi is: [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:37Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '397db034-1287-41f1-9648-aad23cdcc8e6', 'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'mac_address': 'fa:16:3e:aa:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:36Z', 'updated_at': '2021-06-18T19:46:42Z', 'revision_number': 5, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'subnets': [{'id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:50:12.478413 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a89e85-0cde-499b-ad3d-a17497b9ca7e None None] New status for floating IP 245e1341-7b54-4b60-9f84-0a61e0c83ac2: DOWN {{(pid=100057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:50:12.607622 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007462a-0bca-419a-825f-f653a2471633 req-a2800ea0-bafb-4e60-a260-99b07a4b3203 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:12.609130 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a007462a-0bca-419a-825f-f653a2471633 req-a2800ea0-bafb-4e60-a260-99b07a4b3203 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 946 time: 0.0790310 Jun 18 19:50:12.650825 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a007462a-0bca-419a-825f-f653a2471633 req-b93bbab9-f3c4-47a4-969d-605c646d00ff tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360072 Jun 18 19:50:12.924379 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-040cf84e-0e4c-4169-8d5d-606cf0ea5a90 req-d6c6476d-619a-4101-9e48-3a071057609d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ade1fbd-6bcc-4bc9-a401-db024f113cf6 HTTP/1.1" status: 200 len: 210 time: 0.0305564 Jun 18 19:50:13.180780 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-71ebe2a4-4f1c-4bd8-ae0e-869b01bbbdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:13.836087 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4240e-5e34-47d2-b170-395316c193ff req-70ccca11-90d9-470f-8344-799033482d12 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:13.837599 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-74a4240e-5e34-47d2-b170-395316c193ff req-70ccca11-90d9-470f-8344-799033482d12 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 946 time: 0.0684185 Jun 18 19:50:13.878420 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-74a4240e-5e34-47d2-b170-395316c193ff req-8fabcdfc-2916-4af4-a409-62f553ffb4a4 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344093 Jun 18 19:50:14.127044 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 41406) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:14.190783 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ea1a95b1-50bd-4330-89ef-6a7b8fa113ee tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:14.216519 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ea1a95b1-50bd-4330-89ef-6a7b8fa113ee tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:14.386195 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ea1a95b1-50bd-4330-89ef-6a7b8fa113ee tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:14.390645 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ea1a95b1-50bd-4330-89ef-6a7b8fa113ee tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:14.390645 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-ea1a95b1-50bd-4330-89ef-6a7b8fa113ee tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "DELETE /v2.0/security-groups/2c3d61b8-c954-479a-bf04-46c598889c33 HTTP/1.1" status: 204 len: 168 time: 0.2618363 Jun 18 19:50:14.390858 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-938cf72c-32b7-432d-a25c-a6bdbc272d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:14.392754 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 41412) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:14.402808 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a95b1-50bd-4330-89ef-6a7b8fa113ee tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3d61b8-c954-479a-bf04-46c598889c33,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:14.405440 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ea1a95b1-50bd-4330-89ef-6a7b8fa113ee tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:14.407591 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.api.v2.resource [None req-5222e9e6-c79a-46b7-8679-bf06fdd10c0f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] show failed (client error): The resource could not be found. Jun 18 19:50:14.411650 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 41414) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:14.411770 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-5222e9e6-c79a-46b7-8679-bf06fdd10c0f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups/2c3d61b8-c954-479a-bf04-46c598889c33 HTTP/1.1" status: 404 len: 347 time: 0.0174129 Jun 18 19:50:14.560469 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b1ad2-3f2c-43cf-aa54-cbe08d908ab8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Deleting port 47427cc9-4c46-470a-a0b3-f8ec721a44fd {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:50:14.568086 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ad2-3f2c-43cf-aa54-cbe08d908ab8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:14.649655 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ad2-3f2c-43cf-aa54-cbe08d908ab8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:14.649655 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ad2-3f2c-43cf-aa54-cbe08d908ab8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:14.720408 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b1ad2-3f2c-43cf-aa54-cbe08d908ab8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Calling delete_port for 47427cc9-4c46-470a-a0b3-f8ec721a44fd owned by network:floatingip {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:50:14.976033 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ad2-3f2c-43cf-aa54-cbe08d908ab8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:14.978212 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c666892b-2d3b-4912-a583-2d1d2b79989f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:15.003279 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b1ad2-3f2c-43cf-aa54-cbe08d908ab8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event deleted for resources: {'Port': ['ID=47427cc9-4c46-470a-a0b3-f8ec721a44fd,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:15.006502 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-6f0b1ad2-3f2c-43cf-aa54-cbe08d908ab8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:15.071835 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ad2-3f2c-43cf-aa54-cbe08d908ab8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for floatingip, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:15.074409 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ad2-3f2c-43cf-aa54-cbe08d908ab8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:15.076465 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-6f0b1ad2-3f2c-43cf-aa54-cbe08d908ab8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "DELETE /v2.0/floatingips/245e1341-7b54-4b60-9f84-0a61e0c83ac2 HTTP/1.1" status: 204 len: 168 time: 0.6620226 Jun 18 19:50:15.765957 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-79309ae1-9d5d-4cb3-8d72-d3ea42ed3f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:15.825112 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc85af6-f248-4626-9199-96accc8b16dc req-99afb746-7a65-49cb-9052-288867cb5cc1 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:15.826574 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1fc85af6-f248-4626-9199-96accc8b16dc req-99afb746-7a65-49cb-9052-288867cb5cc1 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 946 time: 0.0711219 Jun 18 19:50:15.866422 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:15.875223 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1fc85af6-f248-4626-9199-96accc8b16dc req-99a41d6f-2db6-4c9c-9c08-d99770cbe492 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353320 Jun 18 19:50:15.878623 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 41442) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:15.883249 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-f4a58bc6-f648-4331-ba3f-d0e9bec0bed1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1200382104', 'description': 'tempest-description--1317966323'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:15.986280 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f4a58bc6-f648-4331-ba3f-d0e9bec0bed1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:16.073038 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f4a58bc6-f648-4331-ba3f-d0e9bec0bed1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:16.134901 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f4a58bc6-f648-4331-ba3f-d0e9bec0bed1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:16.137507 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d9d50d6f-3283-4b4f-adaf-46bc2d75c0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:16.167230 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a58bc6-f648-4331-ba3f-d0e9bec0bed1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b355db2a-a770-43f8-8287-e8408662a971,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:16.169942 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-f4a58bc6-f648-4331-ba3f-d0e9bec0bed1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:16.249031 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f4a58bc6-f648-4331-ba3f-d0e9bec0bed1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:16.250318 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-f4a58bc6-f648-4331-ba3f-d0e9bec0bed1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3706837 Jun 18 19:50:16.253383 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 41446) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:16.257877 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-da32b67b-4136-4958-a584-cf144724a62c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Request body: {'security_group_rule': {'security_group_id': 'b355db2a-a770-43f8-8287-e8408662a971', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:16.368149 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-da32b67b-4136-4958-a584-cf144724a62c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:16.427125 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-da32b67b-4136-4958-a584-cf144724a62c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:16.517280 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-da32b67b-4136-4958-a584-cf144724a62c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:16.519297 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:16.540169 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32b67b-4136-4958-a584-cf144724a62c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e5c1dc-80be-43c6-8a60-3bdd2dd48c1a,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:16.542557 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-da32b67b-4136-4958-a584-cf144724a62c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:16.625170 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-da32b67b-4136-4958-a584-cf144724a62c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:16.626454 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-da32b67b-4136-4958-a584-cf144724a62c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3720253 Jun 18 19:50:16.629059 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 41448) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:16.634122 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-bb864eae-8919-426c-ad0f-cb0f94acb1f4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Request body: {'security_group_rule': {'security_group_id': 'b355db2a-a770-43f8-8287-e8408662a971', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:16.750998 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-bb864eae-8919-426c-ad0f-cb0f94acb1f4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:16.808896 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-bb864eae-8919-426c-ad0f-cb0f94acb1f4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:16.894260 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-bb864eae-8919-426c-ad0f-cb0f94acb1f4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:16.896329 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-da32b67b-4136-4958-a584-cf144724a62c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:16.913790 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb864eae-8919-426c-ad0f-cb0f94acb1f4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106b8aac-edc5-44b5-bf17-0d10245e810c,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:16.917505 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-bb864eae-8919-426c-ad0f-cb0f94acb1f4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:16.994677 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-bb864eae-8919-426c-ad0f-cb0f94acb1f4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:16.995790 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-bb864eae-8919-426c-ad0f-cb0f94acb1f4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3657978 Jun 18 19:50:16.999230 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 41454) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:17.004578 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Request body: {'floatingip': {'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:17.015141 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:17.047740 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c135334-48b3-412f-a7e0-548179a3e169 req-de365717-7369-4c56-8b55-8c94abb7f40e tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:17.049306 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8c135334-48b3-412f-a7e0-548179a3e169 req-de365717-7369-4c56-8b55-8c94abb7f40e tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 946 time: 0.0659611 Jun 18 19:50:17.088121 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8c135334-48b3-412f-a7e0-548179a3e169 req-4926174a-197b-4484-8a82-749c543f23c0 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/security-groups?id=543b3b62-59a8-427a-bfce-1a98c2b2e945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Jun 18 19:50:17.117526 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for floatingip, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:17.216746 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:17.335432 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Allocated IP 172.27.3.44 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/4d43a80c-5cb5-4522-9a28-5fa63777f3f7) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:50:17.384538 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fc2c7-9065-43e0-a4a9-d1dad906c8e0 req-b97cfbe5-5bcd-4501-8440-9f6949d17150 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:17.386380 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b86fc2c7-9065-43e0-a4a9-d1dad906c8e0 req-b97cfbe5-5bcd-4501-8440-9f6949d17150 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 946 time: 0.0718236 Jun 18 19:50:17.451643 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:17.511046 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-b86fc2c7-9065-43e0-a4a9-d1dad906c8e0 req-82f8d572-04d2-479f-99cd-5bf3529d9040 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Deleting port 697b6d28-f6e4-45e1-89cf-59e7c1e52077 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:50:17.511323 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-b86fc2c7-9065-43e0-a4a9-d1dad906c8e0 req-82f8d572-04d2-479f-99cd-5bf3529d9040 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:17.541799 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27103756'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:17.543979 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-03319ddf-c350-4011-a302-ed2703c34341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:17.588642 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:50:17.591674 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:50:17.595492 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:50:17.616338 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-b86fc2c7-9065-43e0-a4a9-d1dad906c8e0 req-82f8d572-04d2-479f-99cd-5bf3529d9040 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] For port 697b6d28-f6e4-45e1-89cf-59e7c1e52077, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=697b6d28-f6e4-45e1-89cf-59e7c1e52077,segment=NetworkSegment(feaadcfb-0852-41af-9385-2d46a87b104b),segment_id=feaadcfb-0852-41af-9385-2d46a87b104b)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:17.616728 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-b86fc2c7-9065-43e0-a4a9-d1dad906c8e0 req-82f8d572-04d2-479f-99cd-5bf3529d9040 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:17.619588 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event updated for resources: {'Port': ['ID=4d43a80c-5cb5-4522-9a28-5fa63777f3f7,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:17.622495 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:17.685489 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-b86fc2c7-9065-43e0-a4a9-d1dad906c8e0 req-82f8d572-04d2-479f-99cd-5bf3529d9040 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Calling delete_port for 697b6d28-f6e4-45e1-89cf-59e7c1e52077 owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:50:17.686506 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:17.786936 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:17.894632 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-b86fc2c7-9065-43e0-a4a9-d1dad906c8e0 req-82f8d572-04d2-479f-99cd-5bf3529d9040 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:17.898457 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-bea4f202-c960-4d2b-b355-e0e2c387bbd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:17.907665 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['697b6d28-f6e4-45e1-89cf-59e7c1e52077'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:50:17.926816 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8d572-04d2-479f-99cd-5bf3529d9040 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Pushing event deleted for resources: {'Port': ['ID=697b6d28-f6e4-45e1-89cf-59e7c1e52077,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:17.929179 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-82f8d572-04d2-479f-99cd-5bf3529d9040 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:17.970498 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:17.976003 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86fc2c7-9065-43e0-a4a9-d1dad906c8e0 req-82f8d572-04d2-479f-99cd-5bf3529d9040 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] No DVR routers for this DVR port 697b6d28-f6e4-45e1-89cf-59e7c1e52077 on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:50:17.979165 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-b86fc2c7-9065-43e0-a4a9-d1dad906c8e0 req-82f8d572-04d2-479f-99cd-5bf3529d9040 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:17.983026 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b86fc2c7-9065-43e0-a4a9-d1dad906c8e0 req-82f8d572-04d2-479f-99cd-5bf3529d9040 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.58 "DELETE /v2.0/ports/697b6d28-f6e4-45e1-89cf-59e7c1e52077 HTTP/1.1" status: 204 len: 173 time: 0.5882535 Jun 18 19:50:17.983026 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee28e5bf-7f2a-4936-88d3-a2ad034d62c5', 'name': 'network-vif-deleted', 'tag': '697b6d28-f6e4-45e1-89cf-59e7c1e52077'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:50:17.983878 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae37d19-d68b-4964-b6e0-de8740cac6d3" -d '{"events": [{"server_uuid": "ee28e5bf-7f2a-4936-88d3-a2ad034d62c5", "name": "network-vif-deleted", "tag": "697b6d28-f6e4-45e1-89cf-59e7c1e52077"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:50:18.037590 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27103802'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:18.041959 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-18c02244-04ef-470f-b65b-1f321d65ed7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:18.071693 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960a012f-f997-4b0b-9d73-93f6690b2d38 x-openstack-request-id: req-960a012f-f997-4b0b-9d73-93f6690b2d38 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:50:18.072038 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee28e5bf-7f2a-4936-88d3-a2ad034d62c5", "name": "network-vif-deleted", "tag": "697b6d28-f6e4-45e1-89cf-59e7c1e52077", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:50:18.072330 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-960a012f-f997-4b0b-9d73-93f6690b2d38 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:50:18.072820 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee28e5bf-7f2a-4936-88d3-a2ad034d62c5', 'name': 'network-vif-deleted', 'tag': '697b6d28-f6e4-45e1-89cf-59e7c1e52077', 'status': 'completed', 'code': 200} Jun 18 19:50:18.112505 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event updated for resources: {'Port': ['ID=4d43a80c-5cb5-4522-9a28-5fa63777f3f7,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:18.118553 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:18.125177 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:18.220500 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:18.221886 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2215836 Jun 18 19:50:18.241169 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-dee07545-bd4e-4eb9-89b7-eb6650f05c49 req-0dc08136-2ab0-4c21-b352-6003671e4ef7 tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee28e5bf-7f2a-4936-88d3-a2ad034d62c5 HTTP/1.1" status: 200 len: 210 time: 0.0327375 Jun 18 19:50:18.424256 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-3e9f4abb-779a-4f63-ac7e-cd788ae9c15a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1200382104&fields=id&tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef HTTP/1.1" status: 200 len: 267 time: 0.0342183 Jun 18 19:50:18.533322 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-4e498deb-b362-4279-ae0f-2ff6a9d1ab0c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:18.534803 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-4e498deb-b362-4279-ae0f-2ff6a9d1ab0c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/networks?id=19876e3d-b88e-4d20-8062-e87a38d76ed8 HTTP/1.1" status: 200 len: 816 time: 0.1039639 Jun 18 19:50:18.549974 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-2ac714b6-37d4-4e06-a02f-d9e8ed4a1275 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/quotas/0ef1292acf4d44a4bc8ec280d5ab15ef HTTP/1.1" status: 200 len: 375 time: 0.0094430 Jun 18 19:50:18.625087 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-99039186-44ac-4f80-bdf5-86b7769c9a3d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698357 Jun 18 19:50:18.763839 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-871ac0d5-6eba-462c-a394-567dd8ca22d2 service neutron] 10.222.0.42 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259465 Jun 18 19:50:18.854357 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:18.861496 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-ea91adbc-53db-48c5-8968-8a81422c533c service neutron] 10.222.0.42 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918417 Jun 18 19:50:19.158641 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ff99c6cf-97e9-4039-b869-99c3aa2763e4 req-88ab1d94-2255-4baf-b1cd-c5e06829e675 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 210 time: 0.0292847 Jun 18 19:50:20.368756 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9be55c63-464b-4203-96f4-27492a3dcf04 req-7102b0bc-1a32-46ed-881e-69401b601e3e tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 210 time: 0.0324848 Jun 18 19:50:20.759153 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 697b6d28-f6e4-45e1-89cf-59e7c1e52077 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:50:20.778849 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: 697b6d28-f6e4-45e1-89cf-59e7c1e52077 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:50:20.786483 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 697b6d28-f6e4-45e1-89cf-59e7c1e52077 not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:50:21.520729 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-fcf9d309-84a1-4dca-ab10-db8ef7d3c1c7 req-4d431331-b17c-4855-a041-51795bc57337 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 210 time: 0.0360117 Jun 18 19:50:22.672161 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f56282d9-2f31-458c-90ee-e705427584ca req-6edd2416-3fa9-473f-82df-8820ae50bd76 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 210 time: 0.0294609 Jun 18 19:50:23.821292 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5c065350-eb47-4a78-b6b2-1fe8dfe61f93 req-82a0d65b-5e0e-47b6-98e2-1482c15bd5c7 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 210 time: 0.0332401 Jun 18 19:50:24.102348 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-2f197d41-5626-41df-8c79-a396be0d5853 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:24.103539 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-2f197d41-5626-41df-8c79-a396be0d5853 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.58 "GET /v2.0/networks?id=19876e3d-b88e-4d20-8062-e87a38d76ed8 HTTP/1.1" status: 200 len: 816 time: 0.1032772 Jun 18 19:50:24.158083 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-c917b475-0089-4038-89dd-e915e697625d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef HTTP/1.1" status: 200 len: 380 time: 0.0439017 Jun 18 19:50:24.170053 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-78d576c9-2245-4aa5-bcdc-9e195abc9d8f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Request body: {'port': {'device_id': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'admin_state_up': True, 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'security_groups': ['b355db2a-a770-43f8-8287-e8408662a971']}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:24.385692 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-78d576c9-2245-4aa5-bcdc-9e195abc9d8f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Made reservation on behalf of 0ef1292acf4d44a4bc8ec280d5ab15ef for: {'port': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:50:24.389842 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-78d576c9-2245-4aa5-bcdc-9e195abc9d8f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:24.520127 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-78d576c9-2245-4aa5-bcdc-9e195abc9d8f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Allocated IP 172.20.0.11 (19876e3d-b88e-4d20-8062-e87a38d76ed8/c17436c7-1ba8-41fd-a3de-4744d824190b/cce485a0-469e-407e-a769-f3eb4c3353be) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:50:24.663870 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-78d576c9-2245-4aa5-bcdc-9e195abc9d8f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:24.677612 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-78d576c9-2245-4aa5-bcdc-9e195abc9d8f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Transition to ACTIVE for port object cce485a0-469e-407e-a769-f3eb4c3353be will not be triggered until provisioned by entity DHCP. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:50:24.785488 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-78d576c9-2245-4aa5-bcdc-9e195abc9d8f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:24.789896 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ac60a7f7-53d0-4184-9605-cec47c5677de tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:24.835774 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-78d576c9-2245-4aa5-bcdc-9e195abc9d8f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Network 19876e3d-b88e-4d20-8062-e87a38d76ed8 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:50:24.840109 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-78d576c9-2245-4aa5-bcdc-9e195abc9d8f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:50:24.844154 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-78d576c9-2245-4aa5-bcdc-9e195abc9d8f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:50:24.871141 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d576c9-2245-4aa5-bcdc-9e195abc9d8f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event updated for resources: {'Port': ['ID=cce485a0-469e-407e-a769-f3eb4c3353be,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:24.876050 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-78d576c9-2245-4aa5-bcdc-9e195abc9d8f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:24.916483 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-78d576c9-2245-4aa5-bcdc-9e195abc9d8f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:24.917216 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-78d576c9-2245-4aa5-bcdc-9e195abc9d8f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:24.991894 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-78d576c9-2245-4aa5-bcdc-9e195abc9d8f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8259690 Jun 18 19:50:25.031942 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f018ea-bac0-4cc5-8d1e-5b719097e709 req-05de7360-d245-46ab-87a8-c1719fc28388 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:25.033518 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c6f018ea-bac0-4cc5-8d1e-5b719097e709 req-05de7360-d245-46ab-87a8-c1719fc28388 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 932 time: 0.0734386 Jun 18 19:50:25.074012 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c6f018ea-bac0-4cc5-8d1e-5b719097e709 req-678838c0-3aab-414c-9add-16fd8a0abac9 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346835 Jun 18 19:50:25.092184 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-917445b9-a81f-4843-9ac4-fb1b8c8159e4 None None] Provisioning for port cce485a0-469e-407e-a769-f3eb4c3353be completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:50:25.096844 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-917445b9-a81f-4843-9ac4-fb1b8c8159e4 None None] Provisioning complete for port cce485a0-469e-407e-a769-f3eb4c3353be triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:25.096956 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-917445b9-a81f-4843-9ac4-fb1b8c8159e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:25.132233 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-917445b9-a81f-4843-9ac4-fb1b8c8159e4 None None] Port cce485a0-469e-407e-a769-f3eb4c3353be cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:50:26.270668 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcf338-15d1-4c88-927b-2240c8dc8a56 req-da9688da-20b3-459b-93d8-708267bfd3ab tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:26.272147 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8fbcf338-15d1-4c88-927b-2240c8dc8a56 req-da9688da-20b3-459b-93d8-708267bfd3ab tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 932 time: 0.0703108 Jun 18 19:50:26.315860 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8fbcf338-15d1-4c88-927b-2240c8dc8a56 req-559914bb-7b56-4fbc-bb0c-8da21b0e8958 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360692 Jun 18 19:50:27.495521 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06fac9-f116-4f1a-af59-a283c672c88e req-319fbcb1-06e0-4691-b659-f231672e871f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:27.497004 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7b06fac9-f116-4f1a-af59-a283c672c88e req-319fbcb1-06e0-4691-b659-f231672e871f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 932 time: 0.0658844 Jun 18 19:50:27.536069 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7b06fac9-f116-4f1a-af59-a283c672c88e req-a3d1d664-5a08-4d38-aede-f5e428f0eb07 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331781 Jun 18 19:50:27.661363 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Request body: {'port': {'device_id': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:27.741835 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:28.043639 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce485a0-469e-407e-a769-f3eb4c3353be {{(pid=100054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:50:28.051893 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:28.066437 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Transition to ACTIVE for port object cce485a0-469e-407e-a769-f3eb4c3353be will not be triggered until provisioned by entity L2. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:50:28.162734 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:28.165763 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-9d5489a9-03cd-48bd-8eb6-bec5b81eac7b tempest-ServerRescueNegativeTestJSON-504785076 tempest-ServerRescueNegativeTestJSON-504785076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:28.254295 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Pushing event updated for resources: {'Port': ['ID=cce485a0-469e-407e-a769-f3eb4c3353be,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:28.259853 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:28.343796 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Attempting to bind port cce485a0-469e-407e-a769-f3eb4c3353be on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:50:28.344345 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Attempting to bind port cce485a0-469e-407e-a769-f3eb4c3353be by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:50:28.344481 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Attempting to bind port cce485a0-469e-407e-a769-f3eb4c3353be on network 19876e3d-b88e-4d20-8062-e87a38d76ed8 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:50:28.349378 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Port cce485a0-469e-407e-a769-f3eb4c3353be on network 19876e3d-b88e-4d20-8062-e87a38d76ed8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:50:28.349725 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Attempting to bind port cce485a0-469e-407e-a769-f3eb4c3353be on network 19876e3d-b88e-4d20-8062-e87a38d76ed8 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:50:28.356032 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:50:28.356239 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Checking segment: {'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:50:28.356510 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Bound using segment: {'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:50:28.356987 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Bound port: cce485a0-469e-407e-a769-f3eb4c3353be, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79912ed-bd07-4311-8e96-f1f589ef3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8'}}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:50:28.357502 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:28.449044 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] For port cce485a0-469e-407e-a769-f3eb4c3353be, host hv-cinder-79053, cleared binding levels {{(pid=100054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:50:28.453169 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] For port cce485a0-469e-407e-a769-f3eb4c3353be, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cce485a0-469e-407e-a769-f3eb4c3353be,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:50:28.597737 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:28.623809 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8a61d96d-a5fb-42ae-b6f5-7c92d33ac596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:28.682793 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:28.683424 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:28.685069 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] 10.222.0.58 "PUT /v2.0/ports/cce485a0-469e-407e-a769-f3eb4c3353be HTTP/1.1" status: 200 len: 1094 time: 1.0281217 Jun 18 19:50:28.685610 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'tag': 'cce485a0-469e-407e-a769-f3eb4c3353be'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:50:28.688754 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5649be6c-6af5-4897-a301-56e97b97d60e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0c6361-e1ad-4432-b188-ac42d6502321", "tag": "cce485a0-469e-407e-a769-f3eb4c3353be"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:50:28.744911 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318d5500-f85a-4609-b9c2-035ab7b401de x-openstack-request-id: req-318d5500-f85a-4609-b9c2-035ab7b401de {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:50:28.745237 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0c6361-e1ad-4432-b188-ac42d6502321", "tag": "cce485a0-469e-407e-a769-f3eb4c3353be", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:50:28.745527 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-318d5500-f85a-4609-b9c2-035ab7b401de {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:50:28.745960 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'tag': 'cce485a0-469e-407e-a769-f3eb4c3353be', 'status': 'completed', 'code': 200} Jun 18 19:50:28.766109 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Pushing event updated for resources: {'Port': ['ID=cce485a0-469e-407e-a769-f3eb4c3353be,revision_number=3']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:28.782090 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:28.861622 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e101dd-e897-474e-acb0-5bc8ff20b38b req-243fcee5-bbd9-4a50-8b5f-caee1d557118 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:28.863711 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-01e101dd-e897-474e-acb0-5bc8ff20b38b req-243fcee5-bbd9-4a50-8b5f-caee1d557118 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.1719902 Jun 18 19:50:28.891666 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649be6c-6af5-4897-a301-56e97b97d60e req-391d9a64-7ca6-4699-acc3-826231fced27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:28.893531 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5649be6c-6af5-4897-a301-56e97b97d60e req-391d9a64-7ca6-4699-acc3-826231fced27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef&device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 1097 time: 0.1128480 Jun 18 19:50:28.998083 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-01e101dd-e897-474e-acb0-5bc8ff20b38b req-af0e62b8-86d5-4105-9c50-0e10b16e3680 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147392 Jun 18 19:50:29.074521 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649be6c-6af5-4897-a301-56e97b97d60e req-b8c89331-4ff3-4717-b4a4-d2ae051d3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:29.076567 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5649be6c-6af5-4897-a301-56e97b97d60e req-b8c89331-4ff3-4717-b4a4-d2ae051d3e28 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1671016 Jun 18 19:50:29.206363 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649be6c-6af5-4897-a301-56e97b97d60e req-29b4b038-6fcf-439c-82f8-1235a6bfb189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:29.208370 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5649be6c-6af5-4897-a301-56e97b97d60e req-29b4b038-6fcf-439c-82f8-1235a6bfb189 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1197519 Jun 18 19:50:29.331664 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-b70e642d-5e00-467f-91b6-15fd27739a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:29.333098 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-b70e642d-5e00-467f-91b6-15fd27739a20 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef&device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 1097 time: 0.0753601 Jun 18 19:50:29.390506 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-1144ec3c-c294-465d-bd4e-8e40954a25fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cce485a0-469e-407e-a769-f3eb4c3353be HTTP/1.1" status: 200 len: 217 time: 0.0457580 Jun 18 19:50:29.458259 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-ad2c6761-9af2-411c-bb7c-082af926ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:29.459780 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-ad2c6761-9af2-411c-bb7c-082af926ad3e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c17436c7-1ba8-41fd-a3de-4744d824190b HTTP/1.1" status: 200 len: 855 time: 0.0569854 Jun 18 19:50:29.810277 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-ca64e5bc-6248-48fb-9023-955235f3d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:29.811880 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-ca64e5bc-6248-48fb-9023-955235f3d087 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19876e3d-b88e-4d20-8062-e87a38d76ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3444071 Jun 18 19:50:29.946674 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-c3fb5d3e-806a-4417-ab0b-dbb4772ec72c service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258276 Jun 18 19:50:30.106051 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d1b1bd7d-aa62-40a9-be14-c704534a8fee req-5db9a88e-5389-4318-b195-004808bb30c7 service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530213 Jun 18 19:50:30.343846 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c86c9-7e1f-46af-bfe2-f22d20876b0f req-14680878-dc83-49e0-9d04-f32d5e51d4d0 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:30.351105 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-485c86c9-7e1f-46af-bfe2-f22d20876b0f req-14680878-dc83-49e0-9d04-f32d5e51d4d0 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.1189072 Jun 18 19:50:30.423688 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-485c86c9-7e1f-46af-bfe2-f22d20876b0f req-e08ea6a2-3f84-4e4b-8130-6feefa391f9a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715103 Jun 18 19:50:31.680591 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0c82b-6707-45bf-9088-c58c3232a47b req-7a5fc935-da2d-4903-8d5b-c69803cf582e tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:31.682374 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e7c0c82b-6707-45bf-9088-c58c3232a47b req-7a5fc935-da2d-4903-8d5b-c69803cf582e tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.0949268 Jun 18 19:50:31.727887 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e7c0c82b-6707-45bf-9088-c58c3232a47b req-7c43383b-af8b-40a9-a53a-ebd9c30437a9 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389922 Jun 18 19:50:32.990729 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737ef94-38a0-409a-b5d2-6fd167bc00ae req-f3193928-c552-4d30-9a05-306f4392355a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:32.994312 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2737ef94-38a0-409a-b5d2-6fd167bc00ae req-f3193928-c552-4d30-9a05-306f4392355a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.1164882 Jun 18 19:50:33.073930 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2737ef94-38a0-409a-b5d2-6fd167bc00ae req-70df8abc-cae4-4f84-88f2-418facbcd89b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715294 Jun 18 19:50:33.665445 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device cce485a0-469e-407e-a769-f3eb4c3353be details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:50:33.707365 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ae578-f5c5-46f8-9adc-e67db5ee2013 req-e9d8eb70-69b1-4f1a-bb5d-473e0ee2f754 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:33.709325 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-112ae578-f5c5-46f8-9adc-e67db5ee2013 req-e9d8eb70-69b1-4f1a-bb5d-473e0ee2f754 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.1206291 Jun 18 19:50:33.809538 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-112ae578-f5c5-46f8-9adc-e67db5ee2013 req-f7af0fd5-d0be-426b-a731-f4e9d12132d9 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863385 Jun 18 19:50:33.856849 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port cce485a0-469e-407e-a769-f3eb4c3353be, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cce485a0-469e-407e-a769-f3eb4c3353be,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:33.870643 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': 'cce485a0-469e-407e-a769-f3eb4c3353be', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'port_id': 'cce485a0-469e-407e-a769-f3eb4c3353be', 'mac_address': 'fa:16:3e:9a:56:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:50:33.927871 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:33.959481 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce485a0-469e-407e-a769-f3eb4c3353be {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:50:33.985807 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port cce485a0-469e-407e-a769-f3eb4c3353be, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cce485a0-469e-407e-a769-f3eb4c3353be,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:34.077181 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:34.079460 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-603a53d1-c166-463a-a9ce-a023b1e36956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:34.173720 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=cce485a0-469e-407e-a769-f3eb4c3353be,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:34.187827 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:34.290938 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247ae8a-5b0a-4fd8-85d3-a954909c91b2 req-66ab2532-0f09-410c-94a3-44841e651b68 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:34.298246 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5247ae8a-5b0a-4fd8-85d3-a954909c91b2 req-66ab2532-0f09-410c-94a3-44841e651b68 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 945 time: 0.0801840 Jun 18 19:50:34.384748 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5247ae8a-5b0a-4fd8-85d3-a954909c91b2 req-c0683b34-d867-4a89-bde5-ee2f1a18bfc6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851977 Jun 18 19:50:35.030868 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21893e-a4de-4325-8c0c-6ace70e305bc req-8dc969eb-6db3-43d2-a7cf-3ee1e916bdff tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:35.032491 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9e21893e-a4de-4325-8c0c-6ace70e305bc req-8dc969eb-6db3-43d2-a7cf-3ee1e916bdff tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.0726020 Jun 18 19:50:35.088414 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9e21893e-a4de-4325-8c0c-6ace70e305bc req-1f5f6a36-b256-4436-9af7-5ea69751ea1e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492251 Jun 18 19:50:35.642352 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510179b7-7918-45a8-8d7d-3fc0f0a44bae req-fbe97cdd-f48a-433b-9a72-c7b4ee87a050 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:35.646162 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-510179b7-7918-45a8-8d7d-3fc0f0a44bae req-fbe97cdd-f48a-433b-9a72-c7b4ee87a050 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 945 time: 0.1139359 Jun 18 19:50:35.700437 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-510179b7-7918-45a8-8d7d-3fc0f0a44bae req-823fa03b-9b78-4638-9467-86b52169bfb8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468853 Jun 18 19:50:36.350297 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafe18f-4b9d-4481-a61a-0e701d389cf0 req-9179428b-40b9-4ce7-8956-9dc5a65d676d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:36.357890 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ceafe18f-4b9d-4481-a61a-0e701d389cf0 req-9179428b-40b9-4ce7-8956-9dc5a65d676d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.1254692 Jun 18 19:50:36.362914 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:36.434072 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ceafe18f-4b9d-4481-a61a-0e701d389cf0 req-d48c3876-b05e-403b-badf-7bf45520825f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671747 Jun 18 19:50:36.968119 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:50:37.020958 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df79609-fef7-49db-af54-6f223cf0f50f req-4880a3a9-264e-4a06-af7f-ae78d465c8c1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:37.023593 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0df79609-fef7-49db-af54-6f223cf0f50f req-4880a3a9-264e-4a06-af7f-ae78d465c8c1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 945 time: 0.1144056 Jun 18 19:50:37.094190 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0df79609-fef7-49db-af54-6f223cf0f50f req-985f0a96-c77f-47ed-b54c-7e95195dac77 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648713 Jun 18 19:50:37.657485 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['cce485a0-469e-407e-a769-f3eb4c3353be'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:50:37.692390 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771cda3-7d38-45fd-b99e-513cc4040003 req-55a1730f-cd01-4b9e-a698-138b20ce610d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:37.695752 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b771cda3-7d38-45fd-b99e-513cc4040003 req-55a1730f-cd01-4b9e-a698-138b20ce610d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.0915868 Jun 18 19:50:37.758998 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b771cda3-7d38-45fd-b99e-513cc4040003 req-8dd66c58-e48d-4957-ba32-04d3e32600db tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498919 Jun 18 19:50:38.343898 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082e5c6-7849-4794-9e58-a26419199c32 req-6140f40d-ddf1-4dc0-bdd5-3dbc53c9c7cd tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:38.346595 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e082e5c6-7849-4794-9e58-a26419199c32 req-6140f40d-ddf1-4dc0-bdd5-3dbc53c9c7cd tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 945 time: 0.0890281 Jun 18 19:50:38.430153 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e082e5c6-7849-4794-9e58-a26419199c32 req-d6408ee7-d9d6-4a9c-bb38-32d3802f9aef tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451849 Jun 18 19:50:39.017870 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77c964-b00c-4e6b-a501-1a38e09c0225 req-aa685742-1b2a-42df-8785-b95b551090bb tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:39.019451 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ad77c964-b00c-4e6b-a501-1a38e09c0225 req-aa685742-1b2a-42df-8785-b95b551090bb tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.1123791 Jun 18 19:50:39.089263 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ad77c964-b00c-4e6b-a501-1a38e09c0225 req-7f153c4b-10f7-4b46-94b4-9b8236c7fe43 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553796 Jun 18 19:50:39.721832 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device cce485a0-469e-407e-a769-f3eb4c3353be up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:50:39.750735 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c18011-53ef-4dee-8530-18612531d25a req-aa6e7a4b-fd0a-481a-91a8-99e6bc0e8c29 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:39.759713 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-47c18011-53ef-4dee-8530-18612531d25a req-aa6e7a4b-fd0a-481a-91a8-99e6bc0e8c29 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 945 time: 0.1712327 Jun 18 19:50:39.891019 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-47c18011-53ef-4dee-8530-18612531d25a req-13e1165c-c082-4c02-bb66-d4ec5450f9d9 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241319 Jun 18 19:50:39.964088 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port cce485a0-469e-407e-a769-f3eb4c3353be completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:50:39.970835 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port cce485a0-469e-407e-a769-f3eb4c3353be triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:39.982665 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:40.084057 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:40.138152 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce485a0-469e-407e-a769-f3eb4c3353be'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:50:40.141826 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4440e870-02d2-4d6b-a8ae-7191422526b3" -d '{"events": [{"server_uuid": "aa0c6361-e1ad-4432-b188-ac42d6502321", "name": "network-vif-plugged", "status": "completed", "tag": "cce485a0-469e-407e-a769-f3eb4c3353be"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:50:40.168055 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port cce485a0-469e-407e-a769-f3eb4c3353be, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cce485a0-469e-407e-a769-f3eb4c3353be,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:40.243580 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:40.247516 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:40.343993 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=cce485a0-469e-407e-a769-f3eb4c3353be,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:40.347994 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:40.381275 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87219c4e-3ad9-4117-9106-37ae4a25c5be x-openstack-request-id: req-87219c4e-3ad9-4117-9106-37ae4a25c5be {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:50:40.381491 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0c6361-e1ad-4432-b188-ac42d6502321", "name": "network-vif-plugged", "status": "completed", "tag": "cce485a0-469e-407e-a769-f3eb4c3353be", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:50:40.381740 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87219c4e-3ad9-4117-9106-37ae4a25c5be {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:50:40.382152 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce485a0-469e-407e-a769-f3eb4c3353be', 'code': 200} Jun 18 19:50:40.395006 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb29c7a-a3ea-4810-b94b-2f0173f64f0c req-0f160bc4-8113-4931-a98e-dbe1fb5e9362 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:40.397911 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-deb29c7a-a3ea-4810-b94b-2f0173f64f0c req-0f160bc4-8113-4931-a98e-dbe1fb5e9362 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.1332221 Jun 18 19:50:40.474634 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-deb29c7a-a3ea-4810-b94b-2f0173f64f0c req-8699a0ff-f8c4-46e2-83aa-bcfda7756725 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640140 Jun 18 19:50:40.959686 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85c44d-a2c3-4aa7-b0f1-5f9d1c492968 req-b9d134b1-8782-4fdf-abb7-2a92db496763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:40.963893 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4d85c44d-a2c3-4aa7-b0f1-5f9d1c492968 req-b9d134b1-8782-4fdf-abb7-2a92db496763 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 1099 time: 0.0954211 Jun 18 19:50:41.020265 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4d85c44d-a2c3-4aa7-b0f1-5f9d1c492968 req-558e2e6d-9362-4275-a757-d565dd978500 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492892 Jun 18 19:50:41.251300 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de96ef3-9c46-49a5-9ee2-70fd77268a80 req-408dd8b4-3a8c-4a20-9844-fd13c8ec4924 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:41.260493 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8de96ef3-9c46-49a5-9ee2-70fd77268a80 req-408dd8b4-3a8c-4a20-9844-fd13c8ec4924 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0900550 Jun 18 19:50:41.312392 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8de96ef3-9c46-49a5-9ee2-70fd77268a80 req-455cdf98-d755-40b4-b4d1-444f6071e3c6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467794 Jun 18 19:50:41.748243 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7182e4-1d79-437f-b90e-d088183075f6 req-a2e52292-2469-4433-99c9-5909a23bfc42 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:41.749908 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4b7182e4-1d79-437f-b90e-d088183075f6 req-a2e52292-2469-4433-99c9-5909a23bfc42 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.0978804 Jun 18 19:50:41.801404 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4b7182e4-1d79-437f-b90e-d088183075f6 req-4e33d8e0-6203-4981-b0ff-50f3e75f7c08 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435841 Jun 18 19:50:42.611272 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a43a7f-71fc-4bdf-9fa4-e2d5ceffcc89 req-7f14600f-d259-4f8a-ad29-f01e39ac4a8e tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:42.614736 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-72a43a7f-71fc-4bdf-9fa4-e2d5ceffcc89 req-7f14600f-d259-4f8a-ad29-f01e39ac4a8e tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.1053362 Jun 18 19:50:42.697876 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-72a43a7f-71fc-4bdf-9fa4-e2d5ceffcc89 req-a981e10a-0da7-4aca-a1e5-754b069883c9 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611963 Jun 18 19:50:43.081753 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df84b2-9112-4574-b0ff-f090a4ede888 req-ee884703-087b-4bf4-8852-cea0c98aa72b tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:43.091470 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-71df84b2-9112-4574-b0ff-f090a4ede888 req-ee884703-087b-4bf4-8852-cea0c98aa72b tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.1338730 Jun 18 19:50:43.145248 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-71df84b2-9112-4574-b0ff-f090a4ede888 req-bc435463-9d30-4dee-936e-bded0892aa52 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526960 Jun 18 19:50:43.185559 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-24d7ea1c-a622-4114-b2b7-bd095c017c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:44.039248 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f5a11-5e05-450d-b2f0-77bd5be6ebd5 req-01c582ca-8301-4b93-9d91-e0e20e260f4a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:44.042127 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-cb6f5a11-5e05-450d-b2f0-77bd5be6ebd5 req-01c582ca-8301-4b93-9d91-e0e20e260f4a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.1205673 Jun 18 19:50:44.094892 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-cb6f5a11-5e05-450d-b2f0-77bd5be6ebd5 req-a04dc4ee-71c2-43f7-9293-034ea076becd tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470917 Jun 18 19:50:44.452498 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f096bb9-c86e-4ddf-a313-d794dc6169eb req-1cc58db9-8211-44f0-8837-65413b81203c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:44.475481 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 41838) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:44.475806 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3f096bb9-c86e-4ddf-a313-d794dc6169eb req-1cc58db9-8211-44f0-8837-65413b81203c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.2132647 Jun 18 19:50:44.480738 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-0b76967b-a524-4e12-b5b5-f6af4136c267 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Request body: {'floatingip': {'port_id': 'cce485a0-469e-407e-a769-f3eb4c3353be'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:44.540997 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b151004-ab62-486e-92a9-4638876e94a2 req-2b70d55e-004c-4f23-8d6a-1d2452cd9861 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:44.542516 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5b151004-ab62-486e-92a9-4638876e94a2 req-2b70d55e-004c-4f23-8d6a-1d2452cd9861 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.1681621 Jun 18 19:50:44.569120 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-0b76967b-a524-4e12-b5b5-f6af4136c267 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for floatingip, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:44.669547 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5b151004-ab62-486e-92a9-4638876e94a2 req-b3c7fae1-0c91-42fc-a297-dacdf879b499 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188738 Jun 18 19:50:45.183384 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-0b76967b-a524-4e12-b5b5-f6af4136c267 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:45.248225 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-0b76967b-a524-4e12-b5b5-f6af4136c267 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:45.410605 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.l3_db [None req-0b76967b-a524-4e12-b5b5-f6af4136c267 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Floating IP 7397e363-e720-4ae3-8405-bf80d733bf82 associated. External IP: 172.27.3.44, port: cce485a0-469e-407e-a769-f3eb4c3353be. Jun 18 19:50:45.984920 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:45.986513 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c4a3c36f-b25f-4948-add0-97a0d71a6c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:46.036672 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b619e-810d-46a2-819b-8ec4b768354b req-c0753c5e-aeaf-4404-a4f3-e921826fda97 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:46.038398 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ff8b619e-810d-46a2-819b-8ec4b768354b req-c0753c5e-aeaf-4404-a4f3-e921826fda97 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.1333404 Jun 18 19:50:46.175398 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 41862) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:46.213086 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ff8b619e-810d-46a2-819b-8ec4b768354b req-7200ab13-c508-43cd-9a51-0ee595ff3575 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139178 Jun 18 19:50:46.243673 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b76967b-a524-4e12-b5b5-f6af4136c267 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Router 77908477-0e1a-4100-a721-bdd252e3805d has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:50:46.331687 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-53f33308-4397-41ea-9e55-4e2f15180bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:46.427148 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b76967b-a524-4e12-b5b5-f6af4136c267 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:50:46.441922 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-0b76967b-a524-4e12-b5b5-f6af4136c267 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:46.451349 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff3cce-c5f1-4cc4-a75e-5a18a1fd77ea None None] Sync routers for ids ['77908477-0e1a-4100-a721-bdd252e3805d'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:50:46.472737 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff3cce-c5f1-4cc4-a75e-5a18a1fd77ea None None] Routers {'77908477-0e1a-4100-a721-bdd252e3805d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:50:46.474552 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-93ff3cce-c5f1-4cc4-a75e-5a18a1fd77ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:50:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['77908477-0e1a-4100-a721-bdd252e3805d'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:46.501957 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-0b76967b-a524-4e12-b5b5-f6af4136c267 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "PUT /v2.0/floatingips/7397e363-e720-4ae3-8405-bf80d733bf82 HTTP/1.1" status: 200 len: 991 time: 2.0222600 Jun 18 19:50:46.503527 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'tag': 'cce485a0-469e-407e-a769-f3eb4c3353be'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:50:46.507125 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c217b63b-8b17-4c9d-9c28-085b30949b01" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0c6361-e1ad-4432-b188-ac42d6502321", "tag": "cce485a0-469e-407e-a769-f3eb4c3353be"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:50:46.568291 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-53f33308-4397-41ea-9e55-4e2f15180bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:46.660472 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-53f33308-4397-41ea-9e55-4e2f15180bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:46.708291 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-f43c341f-db31-4dc5-88de-93be36ca7060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:46.717251 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-53f33308-4397-41ea-9e55-4e2f15180bb3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a058fec4063044529f7fb461fec194ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5371742 Jun 18 19:50:46.718182 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 41872) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:46.776870 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f33308-4397-41ea-9e55-4e2f15180bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89355da-0892-4111-b6b0-ddf8d5963ac1,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:46.798237 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-53f33308-4397-41ea-9e55-4e2f15180bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:46.839931 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-69e3bfaa-6467-44f6-8887-a6ab5e46f19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:46.894512 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49590af3-48c2-4c29-85f5-e0c8cb4f8443 x-openstack-request-id: req-49590af3-48c2-4c29-85f5-e0c8cb4f8443 {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:50:46.894840 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0c6361-e1ad-4432-b188-ac42d6502321", "tag": "cce485a0-469e-407e-a769-f3eb4c3353be", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:50:46.895454 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-49590af3-48c2-4c29-85f5-e0c8cb4f8443 {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:50:46.895912 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'tag': 'cce485a0-469e-407e-a769-f3eb4c3353be', 'status': 'completed', 'code': 200} Jun 18 19:50:46.902364 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-69e3bfaa-6467-44f6-8887-a6ab5e46f19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:46.929931 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-93ff3cce-c5f1-4cc4-a75e-5a18a1fd77ea None None] Set router 77908477-0e1a-4100-a721-bdd252e3805d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:50:46.996186 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217b63b-8b17-4c9d-9c28-085b30949b01 req-9e722394-f100-4853-867e-33fe1e64b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:46.998349 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c217b63b-8b17-4c9d-9c28-085b30949b01 req-9e722394-f100-4853-867e-33fe1e64b950 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef&device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 1099 time: 0.0614691 Jun 18 19:50:47.104835 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217b63b-8b17-4c9d-9c28-085b30949b01 req-50e32a2e-f367-4e2a-8067-31ebf20ea7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:47.105338 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-69e3bfaa-6467-44f6-8887-a6ab5e46f19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:47.106557 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c217b63b-8b17-4c9d-9c28-085b30949b01 req-50e32a2e-f367-4e2a-8067-31ebf20ea7f6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=19876e3d-b88e-4d20-8062-e87a38d76ed8 HTTP/1.1" status: 200 len: 917 time: 0.1002371 Jun 18 19:50:47.108030 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-69e3bfaa-6467-44f6-8887-a6ab5e46f19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:47.109406 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-69e3bfaa-6467-44f6-8887-a6ab5e46f19f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a89355da-0892-4111-b6b0-ddf8d5963ac1 HTTP/1.1" status: 204 len: 168 time: 0.3898008 Jun 18 19:50:47.142561 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-c82cbe30-4619-4f6e-996f-9755525cbe5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:47.142561 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3bfaa-6467-44f6-8887-a6ab5e46f19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89355da-0892-4111-b6b0-ddf8d5963ac1,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:47.150221 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-69e3bfaa-6467-44f6-8887-a6ab5e46f19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:47.173319 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:47.193866 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c217b63b-8b17-4c9d-9c28-085b30949b01 req-f077c48a-2346-4c3e-a71d-06b4c623df44 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cce485a0-469e-407e-a769-f3eb4c3353be HTTP/1.1" status: 200 len: 999 time: 0.0798032 Jun 18 19:50:47.264987 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217b63b-8b17-4c9d-9c28-085b30949b01 req-fc0462aa-4e87-4d91-af3b-f65c47e19d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:47.266741 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c217b63b-8b17-4c9d-9c28-085b30949b01 req-fc0462aa-4e87-4d91-af3b-f65c47e19d55 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c17436c7-1ba8-41fd-a3de-4744d824190b HTTP/1.1" status: 200 len: 855 time: 0.0550625 Jun 18 19:50:47.288199 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-93ff3cce-c5f1-4cc4-a75e-5a18a1fd77ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:37Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '7397e363-e720-4ae3-8405-bf80d733bf82', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'port_id': 'cce485a0-469e-407e-a769-f3eb4c3353be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'mac_address': 'fa:16:3e:9a:56:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:50:17Z', 'updated_at': '2021-06-18T19:50:45Z', 'revision_number': 1, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397db034-1287-41f1-9648-aad23cdcc8e6', 'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'mac_address': 'fa:16:3e:aa:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:36Z', 'updated_at': '2021-06-18T19:46:42Z', 'revision_number': 5, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'subnets': [{'id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:47.322648 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff3cce-c5f1-4cc4-a75e-5a18a1fd77ea None None] Checking router: 77908477-0e1a-4100-a721-bdd252e3805d for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:50:47.336472 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff3cce-c5f1-4cc4-a75e-5a18a1fd77ea None None] Routers {'77908477-0e1a-4100-a721-bdd252e3805d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:50:47.338285 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-93ff3cce-c5f1-4cc4-a75e-5a18a1fd77ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:50:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['77908477-0e1a-4100-a721-bdd252e3805d'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:47.346561 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217b63b-8b17-4c9d-9c28-085b30949b01 req-65a0d72d-071d-484b-af75-c16b343d7be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:47.348155 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c217b63b-8b17-4c9d-9c28-085b30949b01 req-65a0d72d-071d-484b-af75-c16b343d7be7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19876e3d-b88e-4d20-8062-e87a38d76ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734754 Jun 18 19:50:47.437044 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e8dba-7394-48a1-b389-a494cd845b2a req-c14497e3-3914-4494-be30-6d294476d20a tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:47.438583 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-454e8dba-7394-48a1-b389-a494cd845b2a req-c14497e3-3914-4494-be30-6d294476d20a tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.0834804 Jun 18 19:50:47.450459 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c217b63b-8b17-4c9d-9c28-085b30949b01 req-dd433e91-251b-4bac-83e8-2ac99268416f service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930970 Jun 18 19:50:47.458240 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-93ff3cce-c5f1-4cc4-a75e-5a18a1fd77ea None None] Set router 77908477-0e1a-4100-a721-bdd252e3805d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:50:47.546725 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-454e8dba-7394-48a1-b389-a494cd845b2a req-9c8d7087-ef97-44df-ac9a-41d4fc09c568 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918217 Jun 18 19:50:47.600129 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c217b63b-8b17-4c9d-9c28-085b30949b01 req-23818559-35d1-4fe5-9182-4b2f5c99ed27 service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396046 Jun 18 19:50:47.745873 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-93ff3cce-c5f1-4cc4-a75e-5a18a1fd77ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:37Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '7397e363-e720-4ae3-8405-bf80d733bf82', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'port_id': 'cce485a0-469e-407e-a769-f3eb4c3353be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'mac_address': 'fa:16:3e:9a:56:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:50:17Z', 'updated_at': '2021-06-18T19:50:45Z', 'revision_number': 1, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397db034-1287-41f1-9648-aad23cdcc8e6', 'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'mac_address': 'fa:16:3e:aa:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:36Z', 'updated_at': '2021-06-18T19:46:42Z', 'revision_number': 5, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'subnets': [{'id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:47.772852 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff3cce-c5f1-4cc4-a75e-5a18a1fd77ea None None] The sync data for ids ['77908477-0e1a-4100-a721-bdd252e3805d'] in dv-cinder-790535-6-iscsi is: [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:37Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '7397e363-e720-4ae3-8405-bf80d733bf82', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'port_id': 'cce485a0-469e-407e-a769-f3eb4c3353be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'mac_address': 'fa:16:3e:9a:56:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:50:17Z', 'updated_at': '2021-06-18T19:50:45Z', 'revision_number': 1, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397db034-1287-41f1-9648-aad23cdcc8e6', 'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'mac_address': 'fa:16:3e:aa:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:36Z', 'updated_at': '2021-06-18T19:46:42Z', 'revision_number': 5, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'subnets': [{'id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:50:48.002386 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83ad85-c7d7-4508-815f-852b654be50a None None] New status for floating IP 7397e363-e720-4ae3-8405-bf80d733bf82: ACTIVE {{(pid=100057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:50:48.738607 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b44092-b580-43bf-8fb9-994d1be15a7b req-b7436709-873a-43ee-97ad-b39ffe937e69 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:48.740067 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d2b44092-b580-43bf-8fb9-994d1be15a7b req-b7436709-873a-43ee-97ad-b39ffe937e69 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.0651574 Jun 18 19:50:48.793591 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d2b44092-b580-43bf-8fb9-994d1be15a7b req-5fe5dfd0-8120-47c4-b5ca-c74028c643cb tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465972 Jun 18 19:50:48.865521 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:48.890562 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1f359-09fb-4772-bf2a-ba4337717862 req-abf4a09f-989b-4d6d-b7be-8e032f522afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:48.894642 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bea1f359-09fb-4772-bf2a-ba4337717862 req-abf4a09f-989b-4d6d-b7be-8e032f522afa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6652bca8615b4918af5c7ba0dd64f153&device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 1098 time: 0.0611124 Jun 18 19:50:49.002312 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1f359-09fb-4772-bf2a-ba4337717862 req-c0cda17c-6146-4be6-b81f-fa6c43d4964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:49.003792 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bea1f359-09fb-4772-bf2a-ba4337717862 req-c0cda17c-6146-4be6-b81f-fa6c43d4964d service neutron] 10.222.0.58 "GET /v2.0/networks?id=70789dea-2877-4eee-aed6-d29941fcf770 HTTP/1.1" status: 200 len: 909 time: 0.1041613 Jun 18 19:50:49.090234 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bea1f359-09fb-4772-bf2a-ba4337717862 req-26a0255e-13d9-4cd4-a5b5-0d22ffa56f52 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de5ec956-6c8c-43b9-938f-657298054851 HTTP/1.1" status: 200 len: 1000 time: 0.0691228 Jun 18 19:50:49.170614 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1f359-09fb-4772-bf2a-ba4337717862 req-d80481e3-cbba-498f-a719-28d21c80944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:49.173038 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bea1f359-09fb-4772-bf2a-ba4337717862 req-d80481e3-cbba-498f-a719-28d21c80944f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a09f1bd-6119-4439-abd6-c18c396dd572 HTTP/1.1" status: 200 len: 847 time: 0.0743437 Jun 18 19:50:49.250293 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1f359-09fb-4772-bf2a-ba4337717862 req-c29922cd-90a3-4184-b09b-83f4794658e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:49.251858 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bea1f359-09fb-4772-bf2a-ba4337717862 req-c29922cd-90a3-4184-b09b-83f4794658e5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70789dea-2877-4eee-aed6-d29941fcf770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717854 Jun 18 19:50:49.360007 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bea1f359-09fb-4772-bf2a-ba4337717862 req-9fc17452-410c-47db-abbc-69f4491109a0 service neutron] 10.222.0.58 "GET /v2.0/networks/70789dea-2877-4eee-aed6-d29941fcf770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003461 Jun 18 19:50:49.463449 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bea1f359-09fb-4772-bf2a-ba4337717862 req-e693944c-6ab7-46e6-94d4-4236932e03e9 service neutron] 10.222.0.58 "GET /v2.0/networks/70789dea-2877-4eee-aed6-d29941fcf770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932193 Jun 18 19:50:49.986756 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ece841-3795-413a-be7c-340cc9ad6b7f req-dfc87a5c-0451-4d96-9134-3ae292534c76 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:49.988350 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-57ece841-3795-413a-be7c-340cc9ad6b7f req-dfc87a5c-0451-4d96-9134-3ae292534c76 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.0710475 Jun 18 19:50:50.036735 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-57ece841-3795-413a-be7c-340cc9ad6b7f req-6381eae2-defb-4118-895d-fffdbef49000 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415630 Jun 18 19:50:51.314709 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca611ea7-2964-4c56-a9ab-b40c9ab3aeac req-4ad06d8f-4064-48fc-9113-cff934835396 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:51.316826 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca611ea7-2964-4c56-a9ab-b40c9ab3aeac req-4ad06d8f-4064-48fc-9113-cff934835396 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.1177733 Jun 18 19:50:51.360019 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca611ea7-2964-4c56-a9ab-b40c9ab3aeac req-09d1bccb-9bb4-4822-bf30-7f6ba3b1da96 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363545 Jun 18 19:50:52.112128 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 41980) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:52.165337 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_v2 [None req-38578600-8375-48b2-9f4d-1797f981ffb8 admin admin] Deleting subnet 2c58f202-cecd-49f5-96e9-fdf9143a9a50 {{(pid=100055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:50:52.168816 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-38578600-8375-48b2-9f4d-1797f981ffb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:52.216450 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-38578600-8375-48b2-9f4d-1797f981ffb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26531168'] for subnet, precommit_delete_associations {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:52.269542 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-38578600-8375-48b2-9f4d-1797f981ffb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:52.391501 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-38578600-8375-48b2-9f4d-1797f981ffb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27103865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25931740'] for subnet, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:52.395935 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-d4f26f34-b9e7-4ee3-9e8d-18c24733fc7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:52.443357 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-38578600-8375-48b2-9f4d-1797f981ffb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:52.447368 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-38578600-8375-48b2-9f4d-1797f981ffb8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2c58f202-cecd-49f5-96e9-fdf9143a9a50 HTTP/1.1" status: 204 len: 168 time: 0.3340716 Jun 18 19:50:52.448732 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38578600-8375-48b2-9f4d-1797f981ffb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c58f202-cecd-49f5-96e9-fdf9143a9a50,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:52.450209 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 41986) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:52.461058 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-38578600-8375-48b2-9f4d-1797f981ffb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:52.539293 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dd057c61-1539-47de-814c-8a9f2a60f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:52.598157 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537da311-38c3-4400-b7b6-f7ddfc637917 req-598bc0ed-0a14-4bbe-a6ef-c11aa94f4deb tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:52.599696 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-537da311-38c3-4400-b7b6-f7ddfc637917 req-598bc0ed-0a14-4bbe-a6ef-c11aa94f4deb tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.0678201 Jun 18 19:50:52.653026 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-537da311-38c3-4400-b7b6-f7ddfc637917 req-c799ca7d-4860-4fb5-952e-586dd6e6e63b tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462861 Jun 18 19:50:52.656276 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dd057c61-1539-47de-814c-8a9f2a60f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:52.667707 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-dd057c61-1539-47de-814c-8a9f2a60f9ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32c46ed-1075-4cf7-b3df-f7de528bd40e']}} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:52.679882 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-dd057c61-1539-47de-814c-8a9f2a60f9ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feaadcfb-0852-41af-9385-2d46a87b104b') {'for_net_delete': True} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:52.680185 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-dd057c61-1539-47de-814c-8a9f2a60f9ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feaadcfb-0852-41af-9385-2d46a87b104b') {} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:52.693771 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dd057c61-1539-47de-814c-8a9f2a60f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25228981'] for segment, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:52.717428 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dd057c61-1539-47de-814c-8a9f2a60f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:52.725798 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd057c61-1539-47de-814c-8a9f2a60f9ef admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:50:52.726584 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dd057c61-1539-47de-814c-8a9f2a60f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-999293'] for segment, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: Traceback (most recent call last): Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: timer() Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: cb(*args, **kw) Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: return func(*args, **kwargs) Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: self._notify() Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: self.callback(batched_events) Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: event.method(event) Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: return f(self, *a, **k) Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: return self._get(url).json() Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: return self.request(url, 'GET', **kwargs) Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:50:52.728941 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:50:52.734467 dv-cinder-790535-6-iscsi neutron-server[100054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:50:52.734467 dv-cinder-790535-6-iscsi neutron-server[100054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:50:52.860732 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dd057c61-1539-47de-814c-8a9f2a60f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:52.865549 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:52.870467 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dd057c61-1539-47de-814c-8a9f2a60f9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:52.874932 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-dd057c61-1539-47de-814c-8a9f2a60f9ef admin admin] 10.222.0.42 "DELETE /v2.0/networks/b32c46ed-1075-4cf7-b3df-f7de528bd40e HTTP/1.1" status: 204 len: 168 time: 0.4210179 Jun 18 19:50:52.889042 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd057c61-1539-47de-814c-8a9f2a60f9ef admin admin] Pushing event deleted for resources: {'Network': ['ID=b32c46ed-1075-4cf7-b3df-f7de528bd40e,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:52.893278 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-dd057c61-1539-47de-814c-8a9f2a60f9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:53.339821 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747df831-83d7-4d41-8fbd-f45ffc2a8713 req-757f10ae-2e37-423a-90f4-3ae0f3ef95ba tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:53.345419 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-747df831-83d7-4d41-8fbd-f45ffc2a8713 req-757f10ae-2e37-423a-90f4-3ae0f3ef95ba tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.0824909 Jun 18 19:50:53.354803 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 42000) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:53.386939 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-747df831-83d7-4d41-8fbd-f45ffc2a8713 req-98528310-9457-4f7b-834e-288920068f71 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389633 Jun 18 19:50:53.407189 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-38947ed2-bc6d-4bcb-bb47-c928a6d9ee0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e106e4ce0bf4ae99860a5f7cf6e8cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507116 Jun 18 19:50:53.410177 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 42002) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:53.448785 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 42004) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:53.476314 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-074b7296-031c-4be9-9eca-728982e7eb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:53.509602 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-074b7296-031c-4be9-9eca-728982e7eb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:53.583869 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1e04404d-236d-4c02-ad26-34661be4aa64 req-cec969ad-2fb7-4e3d-b351-fb0433798737 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1334238 Jun 18 19:50:53.673671 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-074b7296-031c-4be9-9eca-728982e7eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:53.673671 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-074b7296-031c-4be9-9eca-728982e7eb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:53.674217 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-074b7296-031c-4be9-9eca-728982e7eb8a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/543b3b62-59a8-427a-bfce-1a98c2b2e945 HTTP/1.1" status: 204 len: 168 time: 0.2622652 Jun 18 19:50:53.675183 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-c48b5f65-1a59-4653-890a-96513f05d181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:53.688319 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b7296-031c-4be9-9eca-728982e7eb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543b3b62-59a8-427a-bfce-1a98c2b2e945,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:53.691702 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-074b7296-031c-4be9-9eca-728982e7eb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:53.766417 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device de5ec956-6c8c-43b9-938f-657298054851 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:50:53.879105 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:53.905966 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de5ec956-6c8c-43b9-938f-657298054851'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:50:53.908337 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bfa9aa-859d-4fda-a945-56b10210254f" -d '{"events": [{"server_uuid": "81e0db8a-5a66-4db9-802c-0bc8a868b59f", "name": "network-vif-unplugged", "status": "completed", "tag": "de5ec956-6c8c-43b9-938f-657298054851"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:50:53.923949 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port de5ec956-6c8c-43b9-938f-657298054851, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=de5ec956-6c8c-43b9-938f-657298054851,segment=NetworkSegment(8c761dda-3682-4684-9ba9-e2c1ccbf956b),segment_id=8c761dda-3682-4684-9ba9-e2c1ccbf956b)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:53.956463 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 19:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d55840c-986b-47bd-a36f-d2d1d65a464a x-openstack-request-id: req-6d55840c-986b-47bd-a36f-d2d1d65a464a {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:50:53.956805 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e0db8a-5a66-4db9-802c-0bc8a868b59f", "name": "network-vif-unplugged", "status": "failed", "tag": "de5ec956-6c8c-43b9-938f-657298054851", "code": 422}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:50:53.957106 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d55840c-986b-47bd-a36f-d2d1d65a464a {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:50:53.957540 dv-cinder-790535-6-iscsi neutron-server[100056]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de5ec956-6c8c-43b9-938f-657298054851', 'code': 422} returned with failed status Jun 18 19:50:54.145064 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:54.146981 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:54.194614 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=de5ec956-6c8c-43b9-938f-657298054851,revision_number=6']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:54.202299 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:54.202649 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:54.202983 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:54.203318 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:54.203641 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:54.203967 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:54.204288 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:54.204607 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:54.204982 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:54.205304 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:54.205642 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:54.205935 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:54.211594 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:54.603283 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460b733-bce3-4043-98a2-fb7fb224507f req-67441946-a56e-46c6-bdf8-abb222ec8228 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:54.604933 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3460b733-bce3-4043-98a2-fb7fb224507f req-67441946-a56e-46c6-bdf8-abb222ec8228 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.0899277 Jun 18 19:50:54.650608 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3460b733-bce3-4043-98a2-fb7fb224507f req-3e0f95ae-3bfe-4135-8429-7b389745177a tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382421 Jun 18 19:50:55.858478 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149b01d-4785-4c1c-93c2-204c93dc5c60 req-16935c2d-a575-433c-8c13-a9c9d1aa01f9 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:55.860064 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c149b01d-4785-4c1c-93c2-204c93dc5c60 req-16935c2d-a575-433c-8c13-a9c9d1aa01f9 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.0759387 Jun 18 19:50:55.907414 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c149b01d-4785-4c1c-93c2-204c93dc5c60 req-2c1c339c-aa3e-46fd-a857-5cf75af9c259 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400183 Jun 18 19:50:56.773513 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04404d-236d-4c02-ad26-34661be4aa64 req-eb357cb3-146a-4d6e-a939-cec6e0cab8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:56.775498 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1e04404d-236d-4c02-ad26-34661be4aa64 req-eb357cb3-146a-4d6e-a939-cec6e0cab8e2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f&tenant_id=6652bca8615b4918af5c7ba0dd64f153 HTTP/1.1" status: 200 len: 1096 time: 0.0635538 Jun 18 19:50:56.865644 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04404d-236d-4c02-ad26-34661be4aa64 req-46a61f26-f958-401e-b301-7bb69dbc1b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:56.867254 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1e04404d-236d-4c02-ad26-34661be4aa64 req-46a61f26-f958-401e-b301-7bb69dbc1b83 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6652bca8615b4918af5c7ba0dd64f153&device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 1096 time: 0.0632596 Jun 18 19:50:56.982123 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04404d-236d-4c02-ad26-34661be4aa64 req-908614e7-a243-49c0-ab05-73600f2ddb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:56.983770 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1e04404d-236d-4c02-ad26-34661be4aa64 req-908614e7-a243-49c0-ab05-73600f2ddb3c service neutron] 10.222.0.58 "GET /v2.0/networks?id=70789dea-2877-4eee-aed6-d29941fcf770 HTTP/1.1" status: 200 len: 909 time: 0.1083031 Jun 18 19:50:57.077165 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1e04404d-236d-4c02-ad26-34661be4aa64 req-9ea3feb8-39e4-4467-a34b-e05da5a87700 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de5ec956-6c8c-43b9-938f-657298054851 HTTP/1.1" status: 200 len: 998 time: 0.0833030 Jun 18 19:50:57.139086 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04404d-236d-4c02-ad26-34661be4aa64 req-7a82c6fe-90fe-45c2-9b21-fe5cb140c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:57.140568 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1e04404d-236d-4c02-ad26-34661be4aa64 req-7a82c6fe-90fe-45c2-9b21-fe5cb140c069 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a09f1bd-6119-4439-abd6-c18c396dd572 HTTP/1.1" status: 200 len: 847 time: 0.0548439 Jun 18 19:50:57.148620 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495ba40-eaf7-4edb-8a43-82e2f049861a req-51ca8cc2-0106-4538-8bfa-d23f08cd7d8d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:57.150765 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2495ba40-eaf7-4edb-8a43-82e2f049861a req-51ca8cc2-0106-4538-8bfa-d23f08cd7d8d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.1025541 Jun 18 19:50:57.206881 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2495ba40-eaf7-4edb-8a43-82e2f049861a req-53cbc95c-7357-41b0-8a98-4164b59abbaf tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498924 Jun 18 19:50:57.232129 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04404d-236d-4c02-ad26-34661be4aa64 req-be78be39-32e8-4ecd-a5b4-434fdc6a1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:57.237546 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1e04404d-236d-4c02-ad26-34661be4aa64 req-be78be39-32e8-4ecd-a5b4-434fdc6a1a2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70789dea-2877-4eee-aed6-d29941fcf770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807371 Jun 18 19:50:57.361939 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1e04404d-236d-4c02-ad26-34661be4aa64 req-7830d1a2-f6bb-4681-97f8-9d79346c8e51 service neutron] 10.222.0.58 "GET /v2.0/networks/70789dea-2877-4eee-aed6-d29941fcf770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205668 Jun 18 19:50:57.395303 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-97479eb0-f8f7-40a3-8f6d-30c8cc135229 req-4858f890-f4e0-401c-aa3e-7544395e3ada tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-726675254&fields=id&tenant_id=96c11db2cb6045afb5fd1b9e3e8220ec HTTP/1.1" status: 200 len: 267 time: 0.0472212 Jun 18 19:50:57.472714 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1e04404d-236d-4c02-ad26-34661be4aa64 req-acebb05a-07db-43a2-b906-24a7584dc060 service neutron] 10.222.0.58 "GET /v2.0/networks/70789dea-2877-4eee-aed6-d29941fcf770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031992 Jun 18 19:50:57.485900 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97479eb0-f8f7-40a3-8f6d-30c8cc135229 req-cb877c04-b51d-4121-9f13-6438683f65db tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:57.487402 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-97479eb0-f8f7-40a3-8f6d-30c8cc135229 req-cb877c04-b51d-4121-9f13-6438683f65db tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 985 time: 0.0814667 Jun 18 19:50:57.499293 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [req-97479eb0-f8f7-40a3-8f6d-30c8cc135229 req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Request body: {'port': {'security_groups': ['acf2f9fc-ba74-430c-9604-34be70a531ba']}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:57.613862 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-97479eb0-f8f7-40a3-8f6d-30c8cc135229 req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:57.845396 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [req-97479eb0-f8f7-40a3-8f6d-30c8cc135229 req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] For port 099bfd59-fab4-4193-9a14-49672a18bb64, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=099bfd59-fab4-4193-9a14-49672a18bb64,segment=NetworkSegment(7e71a053-4840-4b17-bf39-b1f1993f25ee),segment_id=7e71a053-4840-4b17-bf39-b1f1993f25ee)] {{(pid=100055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:57.893586 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-97479eb0-f8f7-40a3-8f6d-30c8cc135229 req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:57.969605 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-97479eb0-f8f7-40a3-8f6d-30c8cc135229 req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27103802'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:57.974746 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:57.986448 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['099bfd59-fab4-4193-9a14-49672a18bb64'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:50:58.036923 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97479eb0-f8f7-40a3-8f6d-30c8cc135229 req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:58.037850 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [req-97479eb0-f8f7-40a3-8f6d-30c8cc135229 req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:58.040116 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-97479eb0-f8f7-40a3-8f6d-30c8cc135229 req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "PUT /v2.0/ports/099bfd59-fab4-4193-9a14-49672a18bb64 HTTP/1.1" status: 200 len: 943 time: 0.5458159 Jun 18 19:50:58.040779 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'tag': '099bfd59-fab4-4193-9a14-49672a18bb64'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:50:58.048314 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d563c1fa-3895-444a-8c4c-d0077fbd11ee" -d '{"events": [{"name": "network-changed", "server_uuid": "6288b180-5bc9-4208-a0ac-f0e8d6b55d62", "tag": "099bfd59-fab4-4193-9a14-49672a18bb64"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:50:58.049731 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 42062) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:58.074823 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Pushing event updated for resources: {'Port': ['ID=099bfd59-fab4-4193-9a14-49672a18bb64,revision_number=7']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:58.084024 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.084593 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.085308 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.086304 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.087094 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.087612 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.088187 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.088668 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.089231 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.090682 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.090682 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.090682 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.096064 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-4d377199-82a4-4002-bd86-e06bc250c320 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:58.159050 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09ae075-a50d-4148-971a-4492394d560c x-openstack-request-id: req-b09ae075-a50d-4148-971a-4492394d560c {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:50:58.160249 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6288b180-5bc9-4208-a0ac-f0e8d6b55d62", "tag": "099bfd59-fab4-4193-9a14-49672a18bb64", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:50:58.161617 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b09ae075-a50d-4148-971a-4492394d560c {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:50:58.161617 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'tag': '099bfd59-fab4-4193-9a14-49672a18bb64', 'status': 'completed', 'code': 200} Jun 18 19:50:58.187555 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['099bfd59-fab4-4193-9a14-49672a18bb64'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:50:58.324197 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:58.376738 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:58.496031 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c1fa-3895-444a-8c4c-d0077fbd11ee req-e855d471-1b01-4b15-adb7-c012e637f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:58.498078 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d563c1fa-3895-444a-8c4c-d0077fbd11ee req-e855d471-1b01-4b15-adb7-c012e637f3ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96c11db2cb6045afb5fd1b9e3e8220ec&device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 1099 time: 0.2966769 Jun 18 19:50:58.499413 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-7cde83f3-8105-47bb-843f-c2ff9da081bf None None] Provisioning complete for port 099bfd59-fab4-4193-9a14-49672a18bb64 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:58.500343 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-7cde83f3-8105-47bb-843f-c2ff9da081bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:58.628077 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3e6cb-97de-4534-ae5d-2c9554652b6f req-d9e3bb91-59dd-4a07-a48c-25de7db740eb tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:58.630082 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ead3e6cb-97de-4534-ae5d-2c9554652b6f req-d9e3bb91-59dd-4a07-a48c-25de7db740eb tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.2288656 Jun 18 19:50:58.705503 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c1fa-3895-444a-8c4c-d0077fbd11ee req-42f7304c-97a6-4855-b961-652c349d5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:58.707529 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d563c1fa-3895-444a-8c4c-d0077fbd11ee req-42f7304c-97a6-4855-b961-652c349d5051 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0ca30535-c755-4003-a062-b2936dfb677d HTTP/1.1" status: 200 len: 915 time: 0.2023258 Jun 18 19:50:58.729539 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:58.733262 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:58.734688 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "DELETE /v2.0/security-groups/5c30571c-ab27-401d-b5d6-cbf60162245c HTTP/1.1" status: 204 len: 168 time: 0.6786442 Jun 18 19:50:58.737699 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 42070) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:58.740818 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:58.784121 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ead3e6cb-97de-4534-ae5d-2c9554652b6f req-1aa5bcde-b9e8-4c55-9868-a165ac1b16f2 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398959 Jun 18 19:50:58.795429 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c30571c-ab27-401d-b5d6-cbf60162245c,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:58.816809 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.817428 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.818040 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.818643 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.819433 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.820555 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.821192 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.821798 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.822377 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.822965 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.823569 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.824162 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:58.832774 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-71d17d3a-a49d-4930-b9d0-136280848096 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:58.852919 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d563c1fa-3895-444a-8c4c-d0077fbd11ee req-2a96101c-685d-44f6-9a11-fb3537218d35 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=099bfd59-fab4-4193-9a14-49672a18bb64 HTTP/1.1" status: 200 len: 1001 time: 0.1362321 Jun 18 19:50:58.910944 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c1fa-3895-444a-8c4c-d0077fbd11ee req-368d91a3-bfbd-41c8-948e-765e244c451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:58.912610 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d563c1fa-3895-444a-8c4c-d0077fbd11ee req-368d91a3-bfbd-41c8-948e-765e244c451c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=adde3d0a-521e-40a6-b20a-699d7edb7b7a HTTP/1.1" status: 200 len: 853 time: 0.0529218 Jun 18 19:50:58.941263 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-ccd1d225-7bbf-4a00-9bc0-2aa3c2cb061f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Deleting port c4bd5ee8-be80-409e-88a9-96e85348f473 {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:50:58.941612 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ccd1d225-7bbf-4a00-9bc0-2aa3c2cb061f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:58.985360 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c1fa-3895-444a-8c4c-d0077fbd11ee req-b8ae0f00-483f-47d9-b9a3-a68588dbc98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:58.987107 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d563c1fa-3895-444a-8c4c-d0077fbd11ee req-b8ae0f00-483f-47d9-b9a3-a68588dbc98a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0ca30535-c755-4003-a062-b2936dfb677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677979 Jun 18 19:50:59.026880 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ccd1d225-7bbf-4a00-9bc0-2aa3c2cb061f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:59.033098 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ccd1d225-7bbf-4a00-9bc0-2aa3c2cb061f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:59.083538 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d563c1fa-3895-444a-8c4c-d0077fbd11ee req-4bc7b255-8d32-4f12-bf81-ee4d78563b8c service neutron] 10.222.0.58 "GET /v2.0/networks/0ca30535-c755-4003-a062-b2936dfb677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889518 Jun 18 19:50:59.101477 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-ccd1d225-7bbf-4a00-9bc0-2aa3c2cb061f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Calling delete_port for c4bd5ee8-be80-409e-88a9-96e85348f473 owned by network:floatingip {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:50:59.183785 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d563c1fa-3895-444a-8c4c-d0077fbd11ee req-b65d8f67-11d6-4534-9145-2da3bb3036f9 service neutron] 10.222.0.58 "GET /v2.0/networks/0ca30535-c755-4003-a062-b2936dfb677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932159 Jun 18 19:50:59.362542 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ccd1d225-7bbf-4a00-9bc0-2aa3c2cb061f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:59.372141 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:59.402064 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1d225-7bbf-4a00-9bc0-2aa3c2cb061f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Pushing event deleted for resources: {'Port': ['ID=c4bd5ee8-be80-409e-88a9-96e85348f473,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:59.421439 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-ccd1d225-7bbf-4a00-9bc0-2aa3c2cb061f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:59.468287 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ccd1d225-7bbf-4a00-9bc0-2aa3c2cb061f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks [] for floatingip, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:59.468800 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.l3_db [None req-ccd1d225-7bbf-4a00-9bc0-2aa3c2cb061f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Floating IP a0f68c49-9e7b-43d3-bf15-1d8f74410314 disassociated (deleted). External IP: 172.27.3.12, port: 099bfd59-fab4-4193-9a14-49672a18bb64. Jun 18 19:50:59.711567 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd1d225-7bbf-4a00-9bc0-2aa3c2cb061f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Router b00daa11-a77f-467c-8f4b-6314bf990f21 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:50:59.838929 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd1d225-7bbf-4a00-9bc0-2aa3c2cb061f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:50:59.850378 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc778e-6735-4a7c-8d18-db4666533edc None None] Sync routers for ids ['b00daa11-a77f-467c-8f4b-6314bf990f21'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:50:59.852814 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ccd1d225-7bbf-4a00-9bc0-2aa3c2cb061f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:59.862395 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc778e-6735-4a7c-8d18-db4666533edc None None] Routers {'b00daa11-a77f-467c-8f4b-6314bf990f21'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:50:59.863066 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-40bc778e-6735-4a7c-8d18-db4666533edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:50:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b00daa11-a77f-467c-8f4b-6314bf990f21'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:59.911735 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-ccd1d225-7bbf-4a00-9bc0-2aa3c2cb061f tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "DELETE /v2.0/floatingips/a0f68c49-9e7b-43d3-bf15-1d8f74410314 HTTP/1.1" status: 204 len: 168 time: 1.1728363 Jun 18 19:50:59.991042 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d84477-7caf-4f76-96ac-9925d644fbd3 req-a118a71f-62c2-4615-9e7c-d6da331013fa tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:59.993256 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f7d84477-7caf-4f76-96ac-9925d644fbd3 req-a118a71f-62c2-4615-9e7c-d6da331013fa tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.0747297 Jun 18 19:51:00.004606 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-40bc778e-6735-4a7c-8d18-db4666533edc None None] Set router b00daa11-a77f-467c-8f4b-6314bf990f21 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:00.044492 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f7d84477-7caf-4f76-96ac-9925d644fbd3 req-02226399-09d5-48be-acea-05f410a7caf6 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398786 Jun 18 19:51:00.162350 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'tag': '099bfd59-fab4-4193-9a14-49672a18bb64'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:00.165836 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b278c103-6364-4d80-9798-6321d0a73859" -d '{"events": [{"name": "network-changed", "server_uuid": "6288b180-5bc9-4208-a0ac-f0e8d6b55d62", "tag": "099bfd59-fab4-4193-9a14-49672a18bb64"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:00.232009 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3debef1-cd0e-4513-b01a-e2741fb3d2ef x-openstack-request-id: req-f3debef1-cd0e-4513-b01a-e2741fb3d2ef {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:00.232438 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6288b180-5bc9-4208-a0ac-f0e8d6b55d62", "tag": "099bfd59-fab4-4193-9a14-49672a18bb64", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:00.232765 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3debef1-cd0e-4513-b01a-e2741fb3d2ef {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:00.233218 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'tag': '099bfd59-fab4-4193-9a14-49672a18bb64', 'status': 'completed', 'code': 200} Jun 18 19:51:00.277870 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-40bc778e-6735-4a7c-8d18-db4666533edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'name': 'tempest-TestMinimumBasicScenario-443352257-router', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:51Z', 'updated_at': '2021-06-18T19:47:56Z', 'revision_number': 4, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'gw_port': {'id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:52Z', 'updated_at': '2021-06-18T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'ef50169e-f4fb-42f5-9e8e-146ee9caa00c', 'name': '', 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'mac_address': 'fa:16:3e:84:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:55Z', 'updated_at': '2021-06-18T19:48:03Z', 'revision_number': 5, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'subnets': [{'id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:00.310169 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc778e-6735-4a7c-8d18-db4666533edc None None] Checking router: b00daa11-a77f-467c-8f4b-6314bf990f21 for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:51:00.325062 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc778e-6735-4a7c-8d18-db4666533edc None None] Routers {'b00daa11-a77f-467c-8f4b-6314bf990f21'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:00.326064 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-40bc778e-6735-4a7c-8d18-db4666533edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:50:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b00daa11-a77f-467c-8f4b-6314bf990f21'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:00.326681 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278c103-6364-4d80-9798-6321d0a73859 req-53963144-cc20-464f-94c9-7c4acfdb1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:00.328193 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b278c103-6364-4d80-9798-6321d0a73859 req-53963144-cc20-464f-94c9-7c4acfdb1f28 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96c11db2cb6045afb5fd1b9e3e8220ec&device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 1099 time: 0.0689721 Jun 18 19:51:00.520982 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-40bc778e-6735-4a7c-8d18-db4666533edc None None] Set router b00daa11-a77f-467c-8f4b-6314bf990f21 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:00.711725 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278c103-6364-4d80-9798-6321d0a73859 req-228ea817-5690-496c-848e-f37ecc16dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:00.713509 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b278c103-6364-4d80-9798-6321d0a73859 req-228ea817-5690-496c-848e-f37ecc16dc58 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0ca30535-c755-4003-a062-b2936dfb677d HTTP/1.1" status: 200 len: 915 time: 0.3788695 Jun 18 19:51:00.759685 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b278c103-6364-4d80-9798-6321d0a73859 req-0a7c0a09-8b9d-42e7-a127-f431fb27e8cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=099bfd59-fab4-4193-9a14-49672a18bb64 HTTP/1.1" status: 200 len: 217 time: 0.0357745 Jun 18 19:51:00.834057 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-40bc778e-6735-4a7c-8d18-db4666533edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'name': 'tempest-TestMinimumBasicScenario-443352257-router', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:51Z', 'updated_at': '2021-06-18T19:47:56Z', 'revision_number': 4, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'gw_port': {'id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:52Z', 'updated_at': '2021-06-18T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'ef50169e-f4fb-42f5-9e8e-146ee9caa00c', 'name': '', 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'mac_address': 'fa:16:3e:84:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:55Z', 'updated_at': '2021-06-18T19:48:03Z', 'revision_number': 5, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'subnets': [{'id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:00.846154 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278c103-6364-4d80-9798-6321d0a73859 req-7d3db610-3653-47b6-a9e2-49c747d4435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:00.848312 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b278c103-6364-4d80-9798-6321d0a73859 req-7d3db610-3653-47b6-a9e2-49c747d4435a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=adde3d0a-521e-40a6-b20a-699d7edb7b7a HTTP/1.1" status: 200 len: 853 time: 0.0790687 Jun 18 19:51:00.863450 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc778e-6735-4a7c-8d18-db4666533edc None None] The sync data for ids ['b00daa11-a77f-467c-8f4b-6314bf990f21'] in dv-cinder-790535-6-iscsi is: [{'id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'name': 'tempest-TestMinimumBasicScenario-443352257-router', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:51Z', 'updated_at': '2021-06-18T19:47:56Z', 'revision_number': 4, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'gw_port': {'id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:52Z', 'updated_at': '2021-06-18T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'ef50169e-f4fb-42f5-9e8e-146ee9caa00c', 'name': '', 'network_id': '0ca30535-c755-4003-a062-b2936dfb677d', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'mac_address': 'fa:16:3e:84:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:55Z', 'updated_at': '2021-06-18T19:48:03Z', 'revision_number': 5, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'subnets': [{'id': 'adde3d0a-521e-40a6-b20a-699d7edb7b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:51:00.921048 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278c103-6364-4d80-9798-6321d0a73859 req-7e04690e-3bf7-4073-aee5-f0b2bf139f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:00.922714 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b278c103-6364-4d80-9798-6321d0a73859 req-7e04690e-3bf7-4073-aee5-f0b2bf139f51 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0ca30535-c755-4003-a062-b2936dfb677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621972 Jun 18 19:51:01.044101 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b278c103-6364-4d80-9798-6321d0a73859 req-3b43c442-74ac-4f0d-8577-5b8efa66569d service neutron] 10.222.0.58 "GET /v2.0/networks/0ca30535-c755-4003-a062-b2936dfb677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115158 Jun 18 19:51:01.143200 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaf9349-cff9-4c6f-8e7b-6eab001a1f82 None None] New status for floating IP a0f68c49-9e7b-43d3-bf15-1d8f74410314: DOWN {{(pid=100057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:51:01.188663 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b278c103-6364-4d80-9798-6321d0a73859 req-6ed8c5ca-cf09-4a38-8d4e-a7faf063f8da service neutron] 10.222.0.58 "GET /v2.0/networks/0ca30535-c755-4003-a062-b2936dfb677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363761 Jun 18 19:51:01.315450 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150f2b0-1194-43bf-b3cd-4a0ab47fb0f2 req-e7b5cf81-c454-4b47-b551-b65a9667a0a7 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:01.317161 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9150f2b0-1194-43bf-b3cd-4a0ab47fb0f2 req-e7b5cf81-c454-4b47-b551-b65a9667a0a7 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.0848365 Jun 18 19:51:01.375227 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9150f2b0-1194-43bf-b3cd-4a0ab47fb0f2 req-44b33b91-aeb8-465a-ad4e-dac63c3fa617 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489712 Jun 18 19:51:02.581112 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54066f-7b77-448d-992e-9e153c25372f req-c9c4dd0d-f0e7-4d6a-bd75-2924675f7a58 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:02.582534 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3f54066f-7b77-448d-992e-9e153c25372f req-c9c4dd0d-f0e7-4d6a-bd75-2924675f7a58 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.0731401 Jun 18 19:51:02.623152 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3f54066f-7b77-448d-992e-9e153c25372f req-b00c231d-baaf-473f-be4d-075c992b914e tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342116 Jun 18 19:51:03.368319 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ae7c4-04ef-4db0-bed0-9a85eae56835 req-88f2658a-b74f-4f53-b009-c4144de3ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:03.370086 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-475ae7c4-04ef-4db0-bed0-9a85eae56835 req-88f2658a-b74f-4f53-b009-c4144de3ee30 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6652bca8615b4918af5c7ba0dd64f153&device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 1096 time: 0.0718834 Jun 18 19:51:03.529168 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ae7c4-04ef-4db0-bed0-9a85eae56835 req-bb7ac50b-ed5b-4264-891d-72032a513ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:03.531442 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-475ae7c4-04ef-4db0-bed0-9a85eae56835 req-bb7ac50b-ed5b-4264-891d-72032a513ad3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=70789dea-2877-4eee-aed6-d29941fcf770 HTTP/1.1" status: 200 len: 909 time: 0.1369638 Jun 18 19:51:03.614190 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-475ae7c4-04ef-4db0-bed0-9a85eae56835 req-5209d839-11f9-457e-8dd5-2889b2ce685a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de5ec956-6c8c-43b9-938f-657298054851 HTTP/1.1" status: 200 len: 998 time: 0.0737047 Jun 18 19:51:03.678166 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ae7c4-04ef-4db0-bed0-9a85eae56835 req-7dc5b346-366b-4e4b-8649-a7f14e5f6ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:03.678166 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-475ae7c4-04ef-4db0-bed0-9a85eae56835 req-7dc5b346-366b-4e4b-8649-a7f14e5f6ead service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a09f1bd-6119-4439-abd6-c18c396dd572 HTTP/1.1" status: 200 len: 847 time: 0.0528939 Jun 18 19:51:03.744815 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ae7c4-04ef-4db0-bed0-9a85eae56835 req-910283b5-7b7d-435d-aca7-e2cbc6d76abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:03.746669 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-475ae7c4-04ef-4db0-bed0-9a85eae56835 req-910283b5-7b7d-435d-aca7-e2cbc6d76abc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70789dea-2877-4eee-aed6-d29941fcf770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641577 Jun 18 19:51:03.810331 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device de5ec956-6c8c-43b9-938f-657298054851 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:51:03.930046 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-475ae7c4-04ef-4db0-bed0-9a85eae56835 req-236b5a92-dae8-49dd-8647-408ad6178490 service neutron] 10.222.0.58 "GET /v2.0/networks/70789dea-2877-4eee-aed6-d29941fcf770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740184 Jun 18 19:51:03.937775 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port de5ec956-6c8c-43b9-938f-657298054851, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=de5ec956-6c8c-43b9-938f-657298054851,segment=NetworkSegment(8c761dda-3682-4684-9ba9-e2c1ccbf956b),segment_id=8c761dda-3682-4684-9ba9-e2c1ccbf956b)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:03.952373 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': 'de5ec956-6c8c-43b9-938f-657298054851', 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'port_id': 'de5ec956-6c8c-43b9-938f-657298054851', 'mac_address': 'fa:16:3e:6a:15:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:51:03.966908 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609da3c5-c65e-4bbb-9bc8-164de2a50ed0 req-5c73a2bf-e550-4bd7-b49e-6a67dd4ed83a tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:03.968494 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-609da3c5-c65e-4bbb-9bc8-164de2a50ed0 req-5c73a2bf-e550-4bd7-b49e-6a67dd4ed83a tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 943 time: 0.1840308 Jun 18 19:51:04.005180 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:04.022206 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5ec956-6c8c-43b9-938f-657298054851 {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:51:04.043797 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port de5ec956-6c8c-43b9-938f-657298054851, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=de5ec956-6c8c-43b9-938f-657298054851,segment=NetworkSegment(8c761dda-3682-4684-9ba9-e2c1ccbf956b),segment_id=8c761dda-3682-4684-9ba9-e2c1ccbf956b)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:04.051899 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-609da3c5-c65e-4bbb-9bc8-164de2a50ed0 req-89edc5ee-05c3-48f3-ba4e-136f3c1d27b8 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567749 Jun 18 19:51:04.094899 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-475ae7c4-04ef-4db0-bed0-9a85eae56835 req-f04925bd-9ecc-4ec8-96f4-8595014d188a service neutron] 10.222.0.58 "GET /v2.0/networks/70789dea-2877-4eee-aed6-d29941fcf770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565101 Jun 18 19:51:04.275442 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:04.277568 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-780c1558-6c21-45a8-877c-2b18a399e1e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:04.332923 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=de5ec956-6c8c-43b9-938f-657298054851,revision_number=7']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:04.336424 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:04.535871 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['de5ec956-6c8c-43b9-938f-657298054851'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:51:05.321074 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777c55d-55f3-47a6-8afe-8767d283a7d7 req-b926ddf1-e5dc-4346-ae45-6c08003e7c13 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:05.323839 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e777c55d-55f3-47a6-8afe-8767d283a7d7 req-b926ddf1-e5dc-4346-ae45-6c08003e7c13 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 944 time: 0.1080577 Jun 18 19:51:05.386398 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e777c55d-55f3-47a6-8afe-8767d283a7d7 req-eb83de00-8fbc-4cb1-80f7-858c4abff3ce tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562499 Jun 18 19:51:05.808185 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device de5ec956-6c8c-43b9-938f-657298054851 up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:51:05.861527 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port de5ec956-6c8c-43b9-938f-657298054851 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:51:05.861919 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:05.963479 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:05.990541 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5ec956-6c8c-43b9-938f-657298054851'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:05.993967 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57179daa-8431-4770-b6a3-1b7cd2bd893d" -d '{"events": [{"server_uuid": "81e0db8a-5a66-4db9-802c-0bc8a868b59f", "name": "network-vif-plugged", "status": "completed", "tag": "de5ec956-6c8c-43b9-938f-657298054851"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:06.016701 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port de5ec956-6c8c-43b9-938f-657298054851, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=de5ec956-6c8c-43b9-938f-657298054851,segment=NetworkSegment(8c761dda-3682-4684-9ba9-e2c1ccbf956b),segment_id=8c761dda-3682-4684-9ba9-e2c1ccbf956b)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:06.056955 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300903c3-851c-4b10-b9c5-4defb1af9a59 x-openstack-request-id: req-300903c3-851c-4b10-b9c5-4defb1af9a59 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:06.057324 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e0db8a-5a66-4db9-802c-0bc8a868b59f", "name": "network-vif-plugged", "status": "completed", "tag": "de5ec956-6c8c-43b9-938f-657298054851", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:06.057539 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-300903c3-851c-4b10-b9c5-4defb1af9a59 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:06.058015 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5ec956-6c8c-43b9-938f-657298054851', 'code': 200} Jun 18 19:51:06.074384 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:06.074384 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:06.134847 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=de5ec956-6c8c-43b9-938f-657298054851,revision_number=8']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:06.141786 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:06.362832 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:06.450377 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c9a3b-a9cf-4106-8b52-ea9934465ee8 req-da186b72-31b8-4854-8e75-006b0a3d4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:06.452223 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9c5c9a3b-a9cf-4106-8b52-ea9934465ee8 req-da186b72-31b8-4854-8e75-006b0a3d4ff3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 1098 time: 0.0783429 Jun 18 19:51:06.510318 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9c5c9a3b-a9cf-4106-8b52-ea9934465ee8 req-5ac4a659-b7da-46d9-82f0-f936d19f414b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510042 Jun 18 19:51:06.706691 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce9fe5-7020-4ef1-bd35-593d25250553 req-7df172af-7fae-4680-a9df-f6b5f2e7946f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:06.712574 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-58ce9fe5-7020-4ef1-bd35-593d25250553 req-7df172af-7fae-4680-a9df-f6b5f2e7946f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.1052053 Jun 18 19:51:06.778253 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-58ce9fe5-7020-4ef1-bd35-593d25250553 req-3b35f194-7744-45d3-b026-764a1670853c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620508 Jun 18 19:51:08.021900 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60d62f-c3c8-4205-b957-6db3ff452ea8 req-c6d106b1-cd98-4a38-843c-4f4bb29f9953 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:08.023571 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6d60d62f-c3c8-4205-b957-6db3ff452ea8 req-c6d106b1-cd98-4a38-843c-4f4bb29f9953 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.0912309 Jun 18 19:51:08.067357 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6d60d62f-c3c8-4205-b957-6db3ff452ea8 req-ef21c3e7-7f19-4e61-bc50-2f869fd32716 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372958 Jun 18 19:51:09.632007 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0115c5-15d9-4a44-b091-2141f6a07bce req-b8e127aa-5d8c-49d5-b159-567264b6a31c tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:09.634535 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-2b0115c5-15d9-4a44-b091-2141f6a07bce req-b8e127aa-5d8c-49d5-b159-567264b6a31c tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 946 time: 0.0927982 Jun 18 19:51:09.708871 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-2b0115c5-15d9-4a44-b091-2141f6a07bce req-45b2ea74-729b-4975-9174-e287e8fc1a6e tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635064 Jun 18 19:51:10.955916 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ce6aa-280c-4555-93b7-d6931b57cae7 req-e7451ff6-adec-488c-98b2-5d6d2bde7c66 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:10.957490 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-df7ce6aa-280c-4555-93b7-d6931b57cae7 req-e7451ff6-adec-488c-98b2-5d6d2bde7c66 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 946 time: 0.0961494 Jun 18 19:51:11.023392 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-df7ce6aa-280c-4555-93b7-d6931b57cae7 req-24ad3afb-315f-4537-acfd-60e87d3b5ef3 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/security-groups?id=acf2f9fc-ba74-430c-9604-34be70a531ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578220 Jun 18 19:51:11.554541 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebe2cf-ed81-4ae4-9ec8-6e6f5fbb2b5b req-ea92a70b-4559-493f-8c9d-0f2769dc695c tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:11.556157 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-66ebe2cf-ed81-4ae4-9ec8-6e6f5fbb2b5b req-ea92a70b-4559-493f-8c9d-0f2769dc695c tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.58 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 946 time: 0.0702686 Jun 18 19:51:11.679608 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-66ebe2cf-ed81-4ae4-9ec8-6e6f5fbb2b5b req-69f92c35-db45-431f-89b1-add81061eccb tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Deleting port 099bfd59-fab4-4193-9a14-49672a18bb64 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:11.679949 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-66ebe2cf-ed81-4ae4-9ec8-6e6f5fbb2b5b req-69f92c35-db45-431f-89b1-add81061eccb tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:11.796453 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-66ebe2cf-ed81-4ae4-9ec8-6e6f5fbb2b5b req-69f92c35-db45-431f-89b1-add81061eccb tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] For port 099bfd59-fab4-4193-9a14-49672a18bb64, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=099bfd59-fab4-4193-9a14-49672a18bb64,segment=NetworkSegment(7e71a053-4840-4b17-bf39-b1f1993f25ee),segment_id=7e71a053-4840-4b17-bf39-b1f1993f25ee)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:11.796974 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-66ebe2cf-ed81-4ae4-9ec8-6e6f5fbb2b5b req-69f92c35-db45-431f-89b1-add81061eccb tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:11.869908 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-66ebe2cf-ed81-4ae4-9ec8-6e6f5fbb2b5b req-69f92c35-db45-431f-89b1-add81061eccb tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Calling delete_port for 099bfd59-fab4-4193-9a14-49672a18bb64 owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:12.170943 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-66ebe2cf-ed81-4ae4-9ec8-6e6f5fbb2b5b req-69f92c35-db45-431f-89b1-add81061eccb tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:12.175972 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-08d0b118-5303-414c-b813-cdf19f78599e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:12.190917 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['099bfd59-fab4-4193-9a14-49672a18bb64'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:51:12.203429 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-aff994c5-0ea7-43e4-aeea-36758fafdf16 req-4daaa61d-81e0-40d5-bff7-6d83240191f4 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 210 time: 0.0439913 Jun 18 19:51:12.226487 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f92c35-db45-431f-89b1-add81061eccb tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Pushing event deleted for resources: {'Port': ['ID=099bfd59-fab4-4193-9a14-49672a18bb64,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:12.236666 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-69f92c35-db45-431f-89b1-add81061eccb tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:12.285989 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ebe2cf-ed81-4ae4-9ec8-6e6f5fbb2b5b req-69f92c35-db45-431f-89b1-add81061eccb tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] No DVR routers for this DVR port 099bfd59-fab4-4193-9a14-49672a18bb64 on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:51:12.289879 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-66ebe2cf-ed81-4ae4-9ec8-6e6f5fbb2b5b req-69f92c35-db45-431f-89b1-add81061eccb tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:12.292591 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-66ebe2cf-ed81-4ae4-9ec8-6e6f5fbb2b5b req-69f92c35-db45-431f-89b1-add81061eccb tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.58 "DELETE /v2.0/ports/099bfd59-fab4-4193-9a14-49672a18bb64 HTTP/1.1" status: 204 len: 173 time: 0.7299454 Jun 18 19:51:12.293568 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'name': 'network-vif-deleted', 'tag': '099bfd59-fab4-4193-9a14-49672a18bb64'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:12.296014 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e037f5-62ae-41f1-9b82-8017d4199ac5" -d '{"events": [{"server_uuid": "6288b180-5bc9-4208-a0ac-f0e8d6b55d62", "name": "network-vif-deleted", "tag": "099bfd59-fab4-4193-9a14-49672a18bb64"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:12.337476 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62051cd-143e-47dd-bfda-623afcd6ec19 x-openstack-request-id: req-f62051cd-143e-47dd-bfda-623afcd6ec19 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:12.337804 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6288b180-5bc9-4208-a0ac-f0e8d6b55d62", "name": "network-vif-deleted", "tag": "099bfd59-fab4-4193-9a14-49672a18bb64", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:12.338091 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f62051cd-143e-47dd-bfda-623afcd6ec19 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:12.338520 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6288b180-5bc9-4208-a0ac-f0e8d6b55d62', 'name': 'network-vif-deleted', 'tag': '099bfd59-fab4-4193-9a14-49672a18bb64', 'status': 'completed', 'code': 200} Jun 18 19:51:13.122018 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-74eaf9e5-f12b-4728-833b-a8dbe494fd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:13.416018 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c23d5f5d-079e-4d92-a3cc-41c099aa8d05 req-662a7ec7-687a-4ad1-b0f4-bb18b6123968 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] 10.222.0.42 "GET /v2.0/ports?device_id=6288b180-5bc9-4208-a0ac-f0e8d6b55d62 HTTP/1.1" status: 200 len: 210 time: 0.0324450 Jun 18 19:51:13.956735 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:51:15.761656 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-d9c0d4b9-eb60-4b04-a6ae-40964f020b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:15.868341 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 099bfd59-fab4-4193-9a14-49672a18bb64 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:15.900937 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:15.903128 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: 099bfd59-fab4-4193-9a14-49672a18bb64 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:15.908398 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 099bfd59-fab4-4193-9a14-49672a18bb64 not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:16.198193 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 42252) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:16.605866 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e73777a5-55a9-4055-bb5a-a701f326a8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475895'] for router_interface, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:16.877055 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-e73777a5-55a9-4055-bb5a-a701f326a8ef admin admin] Deleting port ef50169e-f4fb-42f5-9e8e-146ee9caa00c {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:16.877406 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e73777a5-55a9-4055-bb5a-a701f326a8ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:16.964508 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [None req-e73777a5-55a9-4055-bb5a-a701f326a8ef admin admin] For port ef50169e-f4fb-42f5-9e8e-146ee9caa00c, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=ef50169e-f4fb-42f5-9e8e-146ee9caa00c,segment=NetworkSegment(7e71a053-4840-4b17-bf39-b1f1993f25ee),segment_id=7e71a053-4840-4b17-bf39-b1f1993f25ee)] {{(pid=100055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:16.964928 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e73777a5-55a9-4055-bb5a-a701f326a8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:17.036067 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-e73777a5-55a9-4055-bb5a-a701f326a8ef admin admin] Calling delete_port for ef50169e-f4fb-42f5-9e8e-146ee9caa00c owned by network:router_interface {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:17.058491 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:17.362187 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e73777a5-55a9-4055-bb5a-a701f326a8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:17.367934 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:17.394058 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73777a5-55a9-4055-bb5a-a701f326a8ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ef50169e-f4fb-42f5-9e8e-146ee9caa00c,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:17.398863 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-e73777a5-55a9-4055-bb5a-a701f326a8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:17.637400 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e73777a5-55a9-4055-bb5a-a701f326a8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475723'] for router_interface, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.185105 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73777a5-55a9-4055-bb5a-a701f326a8ef admin admin] Router b00daa11-a77f-467c-8f4b-6314bf990f21 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:51:18.294381 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73777a5-55a9-4055-bb5a-a701f326a8ef admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:51:18.299461 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-e73777a5-55a9-4055-bb5a-a701f326a8ef admin admin] 10.222.0.42 "PUT /v2.0/routers/b00daa11-a77f-467c-8f4b-6314bf990f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1001341 Jun 18 19:51:18.302980 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 42262) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:18.305187 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e9ac9-9f3f-4051-8552-4a1236f28693 None None] Sync routers for ids ['b00daa11-a77f-467c-8f4b-6314bf990f21'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:51:18.314850 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e9ac9-9f3f-4051-8552-4a1236f28693 None None] Routers {'b00daa11-a77f-467c-8f4b-6314bf990f21'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:18.315485 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-971e9ac9-9f3f-4051-8552-4a1236f28693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:51:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b00daa11-a77f-467c-8f4b-6314bf990f21'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:18.420333 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.437667 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-971e9ac9-9f3f-4051-8552-4a1236f28693 None None] Set router b00daa11-a77f-467c-8f4b-6314bf990f21 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:18.590080 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.764344 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] Deleting port f6018fb6-637b-45f3-89b3-640b5c3608fb {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:18.764849 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.796081 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-971e9ac9-9f3f-4051-8552-4a1236f28693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'name': 'tempest-TestMinimumBasicScenario-443352257-router', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:51Z', 'updated_at': '2021-06-18T19:51:17Z', 'revision_number': 5, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'gw_port': {'id': 'f6018fb6-637b-45f3-89b3-640b5c3608fb', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:52Z', 'updated_at': '2021-06-18T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:18.828106 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e9ac9-9f3f-4051-8552-4a1236f28693 None None] Checking router: b00daa11-a77f-467c-8f4b-6314bf990f21 for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:51:18.838205 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e9ac9-9f3f-4051-8552-4a1236f28693 None None] Routers {'b00daa11-a77f-467c-8f4b-6314bf990f21'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:18.838843 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-971e9ac9-9f3f-4051-8552-4a1236f28693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:51:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b00daa11-a77f-467c-8f4b-6314bf990f21'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:18.853584 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] For port f6018fb6-637b-45f3-89b3-640b5c3608fb, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=f6018fb6-637b-45f3-89b3-640b5c3608fb,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:18.853975 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.922733 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.929023 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] Calling delete_port for f6018fb6-637b-45f3-89b3-640b5c3608fb owned by network:router_gateway {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:18.939437 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-971e9ac9-9f3f-4051-8552-4a1236f28693 None None] Set router b00daa11-a77f-467c-8f4b-6314bf990f21 gateway port host: None {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:19.003434 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-971e9ac9-9f3f-4051-8552-4a1236f28693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'name': 'tempest-TestMinimumBasicScenario-443352257-router', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:51Z', 'updated_at': '2021-06-18T19:51:18Z', 'revision_number': 6, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'gw_port_host': None}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:19.032262 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e9ac9-9f3f-4051-8552-4a1236f28693 None None] The sync data for ids ['b00daa11-a77f-467c-8f4b-6314bf990f21'] in dv-cinder-790535-6-iscsi is: [{'id': 'b00daa11-a77f-467c-8f4b-6314bf990f21', 'name': 'tempest-TestMinimumBasicScenario-443352257-router', 'tenant_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:51Z', 'updated_at': '2021-06-18T19:51:18Z', 'revision_number': 6, 'project_id': '96c11db2cb6045afb5fd1b9e3e8220ec', 'gw_port_host': None}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:51:19.201908 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.204901 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-69f92c35-db45-431f-89b1-add81061eccb tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:19.249052 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6018fb6-637b-45f3-89b3-640b5c3608fb,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:19.254691 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:19.328124 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624679'] for router_gateway, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.450899 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2938'] for router, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.453351 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.597025 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476712'] for router, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.597025 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b00daa11-a77f-467c-8f4b-6314bf990f21 {{(pid=100054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 19:51:19.606182 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] Notify callbacks [] for router, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.606182 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-78599f0d-d68a-413b-9fa1-ab91b51290d1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b00daa11-a77f-467c-8f4b-6314bf990f21 HTTP/1.1" status: 204 len: 168 time: 1.2995079 Jun 18 19:51:19.607073 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 42282) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:19.659064 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_v2 [None req-787d6d8c-c78e-4df9-9f59-066caff6336d admin admin] Deleting subnet adde3d0a-521e-40a6-b20a-699d7edb7b7a {{(pid=100054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:51:19.663144 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-787d6d8c-c78e-4df9-9f59-066caff6336d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.698042 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-787d6d8c-c78e-4df9-9f59-066caff6336d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25228988'] for subnet, precommit_delete_associations {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.813592 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-787d6d8c-c78e-4df9-9f59-066caff6336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.939308 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-787d6d8c-c78e-4df9-9f59-066caff6336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1123030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257712'] for subnet, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.943232 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-b72e3399-4843-4493-88c6-259104e49301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:19.969971 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d6d8c-c78e-4df9-9f59-066caff6336d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adde3d0a-521e-40a6-b20a-699d7edb7b7a,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:19.971984 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-787d6d8c-c78e-4df9-9f59-066caff6336d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.975551 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-787d6d8c-c78e-4df9-9f59-066caff6336d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/adde3d0a-521e-40a6-b20a-699d7edb7b7a HTTP/1.1" status: 204 len: 168 time: 0.3658922 Jun 18 19:51:19.975551 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-787d6d8c-c78e-4df9-9f59-066caff6336d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:19.978154 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 42284) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:19.980219 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f8cbd-c3cd-4405-b7ef-057cb8fdac2e None None] Network 0ca30535-c755-4003-a062-b2936dfb677d requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:51:20.060876 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.143713 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Deleting port 528527c4-c59e-49d4-b2e8-c92dd23403f7 {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:20.144060 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.210344 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b96f4-1776-40da-a62f-e49f6af994b9 None None] DHCP port deletion for 0ca30535-c755-4003-a062-b2936dfb677d request from dv-cinder-790535-6-iscsi {{(pid=100056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 19:51:20.213297 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] For port 528527c4-c59e-49d4-b2e8-c92dd23403f7, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=528527c4-c59e-49d4-b2e8-c92dd23403f7,segment=NetworkSegment(7e71a053-4840-4b17-bf39-b1f1993f25ee),segment_id=7e71a053-4840-4b17-bf39-b1f1993f25ee)] {{(pid=100055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:20.213885 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.258207 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-642b96f4-1776-40da-a62f-e49f6af994b9 None None] Deleting port 528527c4-c59e-49d4-b2e8-c92dd23403f7 {{(pid=100056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:20.258624 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-642b96f4-1776-40da-a62f-e49f6af994b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.284822 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Calling delete_port for 528527c4-c59e-49d4-b2e8-c92dd23403f7 owned by network:dhcp {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:20.331395 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-642b96f4-1776-40da-a62f-e49f6af994b9 None None] For port 528527c4-c59e-49d4-b2e8-c92dd23403f7, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=528527c4-c59e-49d4-b2e8-c92dd23403f7,segment=NetworkSegment(7e71a053-4840-4b17-bf39-b1f1993f25ee),segment_id=7e71a053-4840-4b17-bf39-b1f1993f25ee)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:20.333221 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-642b96f4-1776-40da-a62f-e49f6af994b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.406124 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-642b96f4-1776-40da-a62f-e49f6af994b9 None None] Calling delete_port for 528527c4-c59e-49d4-b2e8-c92dd23403f7 owned by network:dhcp {{(pid=100056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:20.487660 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.492211 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-41df7f5d-1ae0-4bc8-8a97-c3a6e6fa62a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:20.536480 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Pushing event deleted for resources: {'Port': ['ID=528527c4-c59e-49d4-b2e8-c92dd23403f7,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:20.542511 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:20.543225 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] No DVR routers for this DVR port 528527c4-c59e-49d4-b2e8-c92dd23403f7 on host dv-cinder-790535-6-iscsi {{(pid=100055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:51:20.565679 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-642b96f4-1776-40da-a62f-e49f6af994b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311'] for port, after_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.571107 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-dcea6667-a233-4154-8c49-04ae29fbf8b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:20.603760 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b96f4-1776-40da-a62f-e49f6af994b9 None None] No DVR routers for this DVR port 528527c4-c59e-49d4-b2e8-c92dd23403f7 on host dv-cinder-790535-6-iscsi {{(pid=100056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:51:20.605271 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b96f4-1776-40da-a62f-e49f6af994b9 None None] Pushing event deleted for resources: {'Port': ['ID=528527c4-c59e-49d4-b2e8-c92dd23403f7,revision_number=None']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:20.607677 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-642b96f4-1776-40da-a62f-e49f6af994b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:20.657001 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.672126 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca30535-c755-4003-a062-b2936dfb677d']}} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:20.684476 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e71a053-4840-4b17-bf39-b1f1993f25ee') {'for_net_delete': True} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:20.685189 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e71a053-4840-4b17-bf39-b1f1993f25ee') {} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:20.697151 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26531177'] for segment, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.711843 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device f6018fb6-637b-45f3-89b3-640b5c3608fb no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:20.719669 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.727341 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:51:20.727777 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25399250'] for segment, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: Traceback (most recent call last): Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: timer() Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: cb(*args, **kw) Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: return func(*args, **kwargs) Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: self._notify() Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: self.callback(batched_events) Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: event.method(event) Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: return f(self, *a, **k) Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._get(url).json() Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: return self.request(url, 'GET', **kwargs) Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:51:20.729691 dv-cinder-790535-6-iscsi neutron-server[100055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:51:20.732688 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: f6018fb6-637b-45f3-89b3-640b5c3608fb {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:20.732688 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device f6018fb6-637b-45f3-89b3-640b5c3608fb not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:20.732688 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device ef50169e-f4fb-42f5-9e8e-146ee9caa00c no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:20.755138 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: ef50169e-f4fb-42f5-9e8e-146ee9caa00c {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:20.755678 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device ef50169e-f4fb-42f5-9e8e-146ee9caa00c not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:20.756808 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 528527c4-c59e-49d4-b2e8-c92dd23403f7 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:20.781413 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: 528527c4-c59e-49d4-b2e8-c92dd23403f7 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:20.781876 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 528527c4-c59e-49d4-b2e8-c92dd23403f7 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:20.882428 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.886603 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:20.893696 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.893696 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] 10.222.0.42 "DELETE /v2.0/networks/0ca30535-c755-4003-a062-b2936dfb677d HTTP/1.1" status: 204 len: 168 time: 0.9116483 Jun 18 19:51:20.895670 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 42290) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:20.904070 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca30535-c755-4003-a062-b2936dfb677d,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:20.907356 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:21.632980 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-49a618bb-d194-4c97-bc10-62aa3eb45e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475895'] for router_interface, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:22.022111 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-49a618bb-d194-4c97-bc10-62aa3eb45e98 admin admin] Deleting port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:22.022899 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-49a618bb-d194-4c97-bc10-62aa3eb45e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:22.114555 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [None req-49a618bb-d194-4c97-bc10-62aa3eb45e98 admin admin] For port 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=02d4296e-a92c-4b5e-8b53-6eb82f5db3f4,segment=NetworkSegment(2fb94858-84d6-4831-85e9-4ca82c0d1b13),segment_id=2fb94858-84d6-4831-85e9-4ca82c0d1b13)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:22.114946 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-49a618bb-d194-4c97-bc10-62aa3eb45e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:22.189099 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-49a618bb-d194-4c97-bc10-62aa3eb45e98 admin admin] Calling delete_port for 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 owned by network:router_interface {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:22.533334 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-49a618bb-d194-4c97-bc10-62aa3eb45e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:22.535858 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-0cfb3a19-4c21-46ec-87eb-89b14fa02d0a tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:22.565456 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a618bb-d194-4c97-bc10-62aa3eb45e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d4296e-a92c-4b5e-8b53-6eb82f5db3f4,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:22.568854 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-49a618bb-d194-4c97-bc10-62aa3eb45e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:22.811071 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-49a618bb-d194-4c97-bc10-62aa3eb45e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475723'] for router_interface, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.173460 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a618bb-d194-4c97-bc10-62aa3eb45e98 admin admin] Router f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:51:23.291284 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a618bb-d194-4c97-bc10-62aa3eb45e98 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:51:23.300791 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-49a618bb-d194-4c97-bc10-62aa3eb45e98 admin admin] 10.222.0.42 "PUT /v2.0/routers/f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3977273 Jun 18 19:51:23.300977 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15024c1b-b995-451c-a233-40bc9f1f198b None None] Sync routers for ids ['f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:51:23.301420 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 42310) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:23.311463 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15024c1b-b995-451c-a233-40bc9f1f198b None None] Routers {'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:23.312110 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-15024c1b-b995-451c-a233-40bc9f1f198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:51:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:23.427757 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-15024c1b-b995-451c-a233-40bc9f1f198b None None] Set router f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:23.465651 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] Notify callbacks [] for router, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.659651 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.679990 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-15024c1b-b995-451c-a233-40bc9f1f198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'name': 'tempest-TestMinimumBasicScenario-1955610875-router', 'tenant_id': '10e31c9449a64c26a6896434f6839db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:48:02Z', 'updated_at': '2021-06-18T19:51:22Z', 'revision_number': 5, 'project_id': '10e31c9449a64c26a6896434f6839db4', 'gw_port': {'id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:48:03Z', 'updated_at': '2021-06-18T19:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:23.710193 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15024c1b-b995-451c-a233-40bc9f1f198b None None] Checking router: f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:51:23.719758 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15024c1b-b995-451c-a233-40bc9f1f198b None None] Routers {'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:23.720433 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-15024c1b-b995-451c-a233-40bc9f1f198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:51:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:23.842805 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] Deleting port a4ebcc80-8d60-4194-bb56-448c7cb2327d {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:23.843428 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.885170 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-15024c1b-b995-451c-a233-40bc9f1f198b None None] Set router f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:23.971004 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] For port a4ebcc80-8d60-4194-bb56-448c7cb2327d, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=a4ebcc80-8d60-4194-bb56-448c7cb2327d,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:23.971384 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:24.073894 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] Calling delete_port for a4ebcc80-8d60-4194-bb56-448c7cb2327d owned by network:router_gateway {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:24.173365 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-15024c1b-b995-451c-a233-40bc9f1f198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'name': 'tempest-TestMinimumBasicScenario-1955610875-router', 'tenant_id': '10e31c9449a64c26a6896434f6839db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:48:02Z', 'updated_at': '2021-06-18T19:51:22Z', 'revision_number': 5, 'project_id': '10e31c9449a64c26a6896434f6839db4', 'gw_port': {'id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:48:03Z', 'updated_at': '2021-06-18T19:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:24.203207 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15024c1b-b995-451c-a233-40bc9f1f198b None None] The sync data for ids ['f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d'] in dv-cinder-790535-6-iscsi is: [{'id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'name': 'tempest-TestMinimumBasicScenario-1955610875-router', 'tenant_id': '10e31c9449a64c26a6896434f6839db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:48:02Z', 'updated_at': '2021-06-18T19:51:22Z', 'revision_number': 5, 'project_id': '10e31c9449a64c26a6896434f6839db4', 'gw_port': {'id': 'a4ebcc80-8d60-4194-bb56-448c7cb2327d', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:48:03Z', 'updated_at': '2021-06-18T19:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:51:24.344457 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:24.346759 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-7f9a3693-7157-42d6-b2b7-ef1890556047 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:24.375421 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ebcc80-8d60-4194-bb56-448c7cb2327d,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:24.378377 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:24.420461 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c7c3-5011-4a8a-b9cf-cd7d7226e6f7 req-ed5f49b7-e2d9-4176-881c-5875d3ddd185 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:24.422050 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9095c7c3-5011-4a8a-b9cf-cd7d7226e6f7 req-ed5f49b7-e2d9-4176-881c-5875d3ddd185 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 945 time: 0.0740287 Jun 18 19:51:24.448894 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624679'] for router_gateway, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:24.469523 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-9095c7c3-5011-4a8a-b9cf-cd7d7226e6f7 req-55580dd2-4529-4cd8-9175-6a57f238d66d tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=aaf1f181-3efe-44d0-a31e-1d92e5959f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373087 Jun 18 19:51:24.557517 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2938'] for router, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:24.559780 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:24.704773 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476712'] for router, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:24.706011 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d {{(pid=100055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 19:51:24.712405 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] Notify callbacks [] for router, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:24.713676 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] 10.222.0.42 "DELETE /v2.0/routers/f22caf1f-8b4a-4b95-844d-3fac7ddb8b8d HTTP/1.1" status: 204 len: 168 time: 1.4111021 Jun 18 19:51:24.716238 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 42326) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:24.735568 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:24.757024 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:24.757442 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 02d4296e-a92c-4b5e-8b53-6eb82f5db3f4 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:24.772861 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_v2 [None req-46826f86-a555-41a8-b7c3-90cf7c87de6b admin admin] Deleting subnet 1eeb972f-43a3-4e1c-a357-7f8876738f08 {{(pid=100055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:51:24.776388 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-46826f86-a555-41a8-b7c3-90cf7c87de6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:24.816341 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-46826f86-a555-41a8-b7c3-90cf7c87de6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26531168'] for subnet, precommit_delete_associations {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:24.943356 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-46826f86-a555-41a8-b7c3-90cf7c87de6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.059091 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-46826f86-a555-41a8-b7c3-90cf7c87de6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27103865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25931740'] for subnet, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.061570 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-38578600-8375-48b2-9f4d-1797f981ffb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:25.091665 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46826f86-a555-41a8-b7c3-90cf7c87de6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eeb972f-43a3-4e1c-a357-7f8876738f08,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:25.094359 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-46826f86-a555-41a8-b7c3-90cf7c87de6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.097150 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-46826f86-a555-41a8-b7c3-90cf7c87de6b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1eeb972f-43a3-4e1c-a357-7f8876738f08 HTTP/1.1" status: 204 len: 168 time: 0.3796487 Jun 18 19:51:25.098602 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-46826f86-a555-41a8-b7c3-90cf7c87de6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:25.099613 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 42330) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:25.103412 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9445250-1dd0-48b3-9231-2ed7f415736d None None] Network bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:51:25.211000 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.280296 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Deleting port bb04bfaa-9696-4747-83c5-a3055450103d {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:25.280919 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.353150 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] For port bb04bfaa-9696-4747-83c5-a3055450103d, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=bb04bfaa-9696-4747-83c5-a3055450103d,segment=NetworkSegment(2fb94858-84d6-4831-85e9-4ca82c0d1b13),segment_id=2fb94858-84d6-4831-85e9-4ca82c0d1b13)] {{(pid=100055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:25.353819 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.354265 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe533a44-3581-4335-9ab7-befb8b586210 None None] DHCP port deletion for bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7 request from dv-cinder-790535-6-iscsi {{(pid=100056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 19:51:25.405440 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-fe533a44-3581-4335-9ab7-befb8b586210 None None] Deleting port bb04bfaa-9696-4747-83c5-a3055450103d {{(pid=100056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:25.405835 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-fe533a44-3581-4335-9ab7-befb8b586210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.437027 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Calling delete_port for bb04bfaa-9696-4747-83c5-a3055450103d owned by network:dhcp {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:25.485863 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-fe533a44-3581-4335-9ab7-befb8b586210 None None] For port bb04bfaa-9696-4747-83c5-a3055450103d, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=bb04bfaa-9696-4747-83c5-a3055450103d,segment=NetworkSegment(2fb94858-84d6-4831-85e9-4ca82c0d1b13),segment_id=2fb94858-84d6-4831-85e9-4ca82c0d1b13)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:25.486532 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-fe533a44-3581-4335-9ab7-befb8b586210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.598344 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-fe533a44-3581-4335-9ab7-befb8b586210 None None] Calling delete_port for bb04bfaa-9696-4747-83c5-a3055450103d owned by network:dhcp {{(pid=100056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:25.630184 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.633613 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-71c708bc-c633-46ee-957d-af2c82e4d503 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:25.668616 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Pushing event deleted for resources: {'Port': ['ID=bb04bfaa-9696-4747-83c5-a3055450103d,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:25.670354 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:25.672835 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] No DVR routers for this DVR port bb04bfaa-9696-4747-83c5-a3055450103d on host dv-cinder-790535-6-iscsi {{(pid=100055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:51:25.731691 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-fe533a44-3581-4335-9ab7-befb8b586210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311'] for port, after_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.734441 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:25.773831 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe533a44-3581-4335-9ab7-befb8b586210 None None] Pushing event deleted for resources: {'Port': ['ID=bb04bfaa-9696-4747-83c5-a3055450103d,revision_number=None']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:25.777049 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.778965 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-fe533a44-3581-4335-9ab7-befb8b586210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:25.780550 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe533a44-3581-4335-9ab7-befb8b586210 None None] No DVR routers for this DVR port bb04bfaa-9696-4747-83c5-a3055450103d on host dv-cinder-790535-6-iscsi {{(pid=100056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:51:25.783444 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea22f1-2588-4672-8af2-dbf507d60a7c req-279984e3-7283-420d-afda-f1f1540f9ae4 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:25.786310 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-21ea22f1-2588-4672-8af2-dbf507d60a7c req-279984e3-7283-420d-afda-f1f1540f9ae4 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 945 time: 0.1065218 Jun 18 19:51:25.807696 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7']}} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:25.822348 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb94858-84d6-4831-85e9-4ca82c0d1b13') {'for_net_delete': True} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:25.822775 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb94858-84d6-4831-85e9-4ca82c0d1b13') {} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:25.835266 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-21ea22f1-2588-4672-8af2-dbf507d60a7c req-1b65f517-6ba2-4e38-af71-bc538d21a82e tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=aaf1f181-3efe-44d0-a31e-1d92e5959f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395577 Jun 18 19:51:25.837451 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26531177'] for segment, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.862508 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.873211 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=100055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:51:25.873849 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25399250'] for segment, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: Traceback (most recent call last): Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: timer() Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: cb(*args, **kw) Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: return func(*args, **kwargs) Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: self._notify() Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: self.callback(batched_events) Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: event.method(event) Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: return f(self, *a, **k) Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._get(url).json() Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: return self.request(url, 'GET', **kwargs) Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:51:25.875884 dv-cinder-790535-6-iscsi neutron-server[100055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:51:26.024312 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:26.029157 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-326f1347-f570-479d-944c-977e3f8241bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:26.032410 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:26.034523 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] 10.222.0.42 "DELETE /v2.0/networks/bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7 HTTP/1.1" status: 204 len: 168 time: 0.9328597 Jun 18 19:51:26.047633 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Pushing event deleted for resources: {'Network': ['ID=bf67b1c8-00b2-4c6f-bf56-699a2e5bdcc7,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:26.050113 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-cd766d32-5f88-4245-ac69-c990bd3595bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:26.332334 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b5a09-c09d-450a-aff4-74a7dff815af req-51b9fbbc-d216-4c6f-a28a-9b657b85cacc tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:26.334652 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7f2b5a09-c09d-450a-aff4-74a7dff815af req-51b9fbbc-d216-4c6f-a28a-9b657b85cacc tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.58 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 945 time: 0.0758450 Jun 18 19:51:26.455504 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-7f2b5a09-c09d-450a-aff4-74a7dff815af req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Deleting port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:26.456079 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-7f2b5a09-c09d-450a-aff4-74a7dff815af req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:26.482783 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 42338) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:26.531042 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-52bfd8e1-4028-4911-8a6d-9dbd1ef5e9dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96c11db2cb6045afb5fd1b9e3e8220ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440881 Jun 18 19:51:26.531314 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 42340) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:26.596989 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8fff5ade-38e7-4980-93f3-16d4f285654e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:26.608734 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-7f2b5a09-c09d-450a-aff4-74a7dff815af req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] For port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b6ecd5c2-d1f6-4dba-b8b5-b862856ce976,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:26.609115 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-7f2b5a09-c09d-450a-aff4-74a7dff815af req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:26.622248 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8fff5ade-38e7-4980-93f3-16d4f285654e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:26.745517 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device bb04bfaa-9696-4747-83c5-a3055450103d no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:26.770727 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: bb04bfaa-9696-4747-83c5-a3055450103d {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:26.771182 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device bb04bfaa-9696-4747-83c5-a3055450103d not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:26.772303 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device a4ebcc80-8d60-4194-bb56-448c7cb2327d no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:26.778703 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8fff5ade-38e7-4980-93f3-16d4f285654e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:26.785243 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8fff5ade-38e7-4980-93f3-16d4f285654e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:26.787428 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-8fff5ade-38e7-4980-93f3-16d4f285654e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/acf2f9fc-ba74-430c-9604-34be70a531ba HTTP/1.1" status: 204 len: 168 time: 0.2549446 Jun 18 19:51:26.803660 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-4e35b254-2316-40d6-b069-98da5f536161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:26.804795 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: a4ebcc80-8d60-4194-bb56-448c7cb2327d {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:26.804795 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device a4ebcc80-8d60-4194-bb56-448c7cb2327d not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:26.817903 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff5ade-38e7-4980-93f3-16d4f285654e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf2f9fc-ba74-430c-9604-34be70a531ba,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:26.822081 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-8fff5ade-38e7-4980-93f3-16d4f285654e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:26.863223 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-7f2b5a09-c09d-450a-aff4-74a7dff815af req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:26.864133 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-7f2b5a09-c09d-450a-aff4-74a7dff815af req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:26.864133 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.l3_db [req-7f2b5a09-c09d-450a-aff4-74a7dff815af req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Floating IP ac7e1e3b-2b70-4290-88c5-dcd987ab1be5 disassociated. External IP: 172.27.3.70, port: b6ecd5c2-d1f6-4dba-b8b5-b862856ce976. Jun 18 19:51:26.864587 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-7f2b5a09-c09d-450a-aff4-74a7dff815af req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Calling delete_port for b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:27.117748 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215ae80-7d81-4598-a08f-48b6b9135919 req-beaf49aa-9b59-4872-9114-ae0c24fc95b8 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:27.119386 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-2215ae80-7d81-4598-a08f-48b6b9135919 req-beaf49aa-9b59-4872-9114-ae0c24fc95b8 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 945 time: 0.1403253 Jun 18 19:51:27.158142 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-7f2b5a09-c09d-450a-aff4-74a7dff815af req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:27.169972 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:27.202897 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-2215ae80-7d81-4598-a08f-48b6b9135919 req-9e869c31-dbcc-45ef-944f-d6319e7c80ef tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups?id=aaf1f181-3efe-44d0-a31e-1d92e5959f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763743 Jun 18 19:51:27.206901 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event deleted for resources: {'Port': ['ID=b6ecd5c2-d1f6-4dba-b8b5-b862856ce976,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:27.213131 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:27.404276 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f2b5a09-c09d-450a-aff4-74a7dff815af req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Router da603d74-1800-41b3-a1f2-2dbffd462430 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:51:27.558668 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f2b5a09-c09d-450a-aff4-74a7dff815af req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:51:27.571171 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e767243-6655-48d4-8514-87726b907305 None None] Sync routers for ids ['da603d74-1800-41b3-a1f2-2dbffd462430'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:51:27.582776 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e767243-6655-48d4-8514-87726b907305 None None] Routers {'da603d74-1800-41b3-a1f2-2dbffd462430'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:27.583431 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-0e767243-6655-48d4-8514-87726b907305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:51:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['da603d74-1800-41b3-a1f2-2dbffd462430'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:27.700037 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 42350) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:27.773692 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-3d43f2b7-9175-4613-bdeb-d7c4f06379c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10e31c9449a64c26a6896434f6839db4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0714967 Jun 18 19:51:27.774440 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 42352) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:27.822302 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-0e767243-6655-48d4-8514-87726b907305 None None] Set router da603d74-1800-41b3-a1f2-2dbffd462430 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:27.835674 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-853e768c-c673-4c80-97f1-4bc30ca2ff01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:27.869792 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-853e768c-c673-4c80-97f1-4bc30ca2ff01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:27.887695 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2b5a09-c09d-450a-aff4-74a7dff815af req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] No DVR routers for this DVR port b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:51:27.890383 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-7f2b5a09-c09d-450a-aff4-74a7dff815af req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:27.892506 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7f2b5a09-c09d-450a-aff4-74a7dff815af req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.58 "DELETE /v2.0/ports/b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 HTTP/1.1" status: 204 len: 173 time: 1.5512731 Jun 18 19:51:27.893100 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feadd91e-19bf-4f21-a68c-88cf8bc23b80', 'name': 'network-vif-deleted', 'tag': 'b6ecd5c2-d1f6-4dba-b8b5-b862856ce976'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:27.895404 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3fb6b2-250f-4cc5-a599-2bf74c8bffac" -d '{"events": [{"server_uuid": "feadd91e-19bf-4f21-a68c-88cf8bc23b80", "name": "network-vif-deleted", "tag": "b6ecd5c2-d1f6-4dba-b8b5-b862856ce976"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:27.963246 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fe66e8-44bc-4246-be32-4e45d6232006 x-openstack-request-id: req-c3fe66e8-44bc-4246-be32-4e45d6232006 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:27.963657 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feadd91e-19bf-4f21-a68c-88cf8bc23b80", "name": "network-vif-deleted", "tag": "b6ecd5c2-d1f6-4dba-b8b5-b862856ce976", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:27.964020 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3fe66e8-44bc-4246-be32-4e45d6232006 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:27.964888 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feadd91e-19bf-4f21-a68c-88cf8bc23b80', 'name': 'network-vif-deleted', 'tag': 'b6ecd5c2-d1f6-4dba-b8b5-b862856ce976', 'status': 'completed', 'code': 200} Jun 18 19:51:28.070642 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-853e768c-c673-4c80-97f1-4bc30ca2ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:28.074151 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-853e768c-c673-4c80-97f1-4bc30ca2ff01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:28.078778 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-853e768c-c673-4c80-97f1-4bc30ca2ff01 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/765299aa-2f31-4ba4-8371-73a410d7c753 HTTP/1.1" status: 204 len: 168 time: 0.3001118 Jun 18 19:51:28.078778 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-3b80c0bb-c158-494c-9956-66fc81538eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:28.095467 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e768c-c673-4c80-97f1-4bc30ca2ff01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765299aa-2f31-4ba4-8371-73a410d7c753,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:28.098785 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-853e768c-c673-4c80-97f1-4bc30ca2ff01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:28.227297 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-0e767243-6655-48d4-8514-87726b907305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'd5172eeb-d0b7-4078-b048-dcdb1e992ec2', 'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'mac_address': 'fa:16:3e:81:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:57Z', 'updated_at': '2021-06-18T19:45:11Z', 'revision_number': 5, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'subnets': [{'id': '85839631-4911-4022-a3d1-d48feb21196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:28.260109 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e767243-6655-48d4-8514-87726b907305 None None] Checking router: da603d74-1800-41b3-a1f2-2dbffd462430 for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:51:28.270225 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e767243-6655-48d4-8514-87726b907305 None None] Routers {'da603d74-1800-41b3-a1f2-2dbffd462430'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:28.270890 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-0e767243-6655-48d4-8514-87726b907305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:51:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['da603d74-1800-41b3-a1f2-2dbffd462430'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:28.414479 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-0e767243-6655-48d4-8514-87726b907305 None None] Set router da603d74-1800-41b3-a1f2-2dbffd462430 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:28.433863 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-952a04cf-8bce-4bbf-9da0-fe8939aa8871 req-549996f9-d2e9-4a37-933f-368a7b5367aa tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/ports?device_id=feadd91e-19bf-4f21-a68c-88cf8bc23b80 HTTP/1.1" status: 200 len: 210 time: 0.0474045 Jun 18 19:51:28.702315 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-0e767243-6655-48d4-8514-87726b907305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'd5172eeb-d0b7-4078-b048-dcdb1e992ec2', 'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'mac_address': 'fa:16:3e:81:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:57Z', 'updated_at': '2021-06-18T19:45:11Z', 'revision_number': 5, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'subnets': [{'id': '85839631-4911-4022-a3d1-d48feb21196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:28.742526 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e767243-6655-48d4-8514-87726b907305 None None] The sync data for ids ['da603d74-1800-41b3-a1f2-2dbffd462430'] in dv-cinder-790535-6-iscsi is: [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'd5172eeb-d0b7-4078-b048-dcdb1e992ec2', 'name': '', 'network_id': 'edf6b6f8-3b0f-43fd-81f9-68165f1d40eb', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'mac_address': 'fa:16:3e:81:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '85839631-4911-4022-a3d1-d48feb21196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:57Z', 'updated_at': '2021-06-18T19:45:11Z', 'revision_number': 5, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'subnets': [{'id': '85839631-4911-4022-a3d1-d48feb21196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:51:29.015006 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef698c-2de9-4e81-a44b-9ca9c8f3bdf4 None None] New status for floating IP ac7e1e3b-2b70-4290-88c5-dcd987ab1be5: DOWN {{(pid=100057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:51:29.666072 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 42368) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:29.732191 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8b383649-71a9-4767-a217-e4e2b1801d56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:29.758287 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8b383649-71a9-4767-a217-e4e2b1801d56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:29.909862 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8b383649-71a9-4767-a217-e4e2b1801d56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:29.913682 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8b383649-71a9-4767-a217-e4e2b1801d56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:29.915366 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-8b383649-71a9-4767-a217-e4e2b1801d56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "DELETE /v2.0/security-groups/aaf1f181-3efe-44d0-a31e-1d92e5959f62 HTTP/1.1" status: 204 len: 168 time: 0.2479334 Jun 18 19:51:29.916570 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-69e3bfaa-6467-44f6-8887-a6ab5e46f19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:29.919744 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 42374) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:29.930250 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b383649-71a9-4767-a217-e4e2b1801d56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf1f181-3efe-44d0-a31e-1d92e5959f62,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:29.933812 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-8b383649-71a9-4767-a217-e4e2b1801d56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:29.958481 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.api.v2.resource [None req-8922b4d4-ad02-4b91-bd3c-2c0692a15c74 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] show failed (client error): The resource could not be found. Jun 18 19:51:29.961059 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-8922b4d4-ad02-4b91-bd3c-2c0692a15c74 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "GET /v2.0/security-groups/aaf1f181-3efe-44d0-a31e-1d92e5959f62 HTTP/1.1" status: 404 len: 347 time: 0.0393362 Jun 18 19:51:29.965487 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 42378) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:30.130736 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-74c5a433-2f16-4ce7-9bf8-9d88b8eccf73 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Deleting port 129c5e85-0bed-4878-aedb-778636b5a930 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:30.131287 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-74c5a433-2f16-4ce7-9bf8-9d88b8eccf73 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:30.262341 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-74c5a433-2f16-4ce7-9bf8-9d88b8eccf73 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:30.262660 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-74c5a433-2f16-4ce7-9bf8-9d88b8eccf73 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:30.327189 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-74c5a433-2f16-4ce7-9bf8-9d88b8eccf73 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Calling delete_port for 129c5e85-0bed-4878-aedb-778636b5a930 owned by network:floatingip {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:30.583541 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-74c5a433-2f16-4ce7-9bf8-9d88b8eccf73 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:30.583541 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-2b17960f-dbb8-4a98-9fde-7c11162c7514 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:30.618576 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5a433-2f16-4ce7-9bf8-9d88b8eccf73 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Pushing event deleted for resources: {'Port': ['ID=129c5e85-0bed-4878-aedb-778636b5a930,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:30.637065 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-74c5a433-2f16-4ce7-9bf8-9d88b8eccf73 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:30.720604 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-74c5a433-2f16-4ce7-9bf8-9d88b8eccf73 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks [] for floatingip, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:30.726618 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-74c5a433-2f16-4ce7-9bf8-9d88b8eccf73 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:30.731238 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-74c5a433-2f16-4ce7-9bf8-9d88b8eccf73 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] 10.222.0.42 "DELETE /v2.0/floatingips/ac7e1e3b-2b70-4290-88c5-dcd987ab1be5 HTTP/1.1" status: 204 len: 168 time: 0.7614789 Jun 18 19:51:31.962871 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:31.987685 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:31.988041 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device b6ecd5c2-d1f6-4dba-b8b5-b862856ce976 not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:33.417176 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c821f-2fde-4e1f-834e-58c0497515bd req-1cff6c95-08b2-4c2a-8599-4078349006f3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:33.418738 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5b4c821f-2fde-4e1f-834e-58c0497515bd req-1cff6c95-08b2-4c2a-8599-4078349006f3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0730004 Jun 18 19:51:33.467618 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5b4c821f-2fde-4e1f-834e-58c0497515bd req-e82c8fd3-a9a9-423c-a877-0743573428c8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383854 Jun 18 19:51:34.653206 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f7c4d-80b1-4387-925a-63829109f4b4 req-66e72987-f83e-4df8-8fb5-99eb569b3e61 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:34.654745 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8d6f7c4d-80b1-4387-925a-63829109f4b4 req-66e72987-f83e-4df8-8fb5-99eb569b3e61 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0642738 Jun 18 19:51:34.698901 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8d6f7c4d-80b1-4387-925a-63829109f4b4 req-e3ac8c17-67cf-4541-9f23-63028e279960 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382810 Jun 18 19:51:34.978395 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 42430) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:35.550289 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2137-7f6f-4530-ba8e-f1e2443b4904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475895'] for router_interface, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:35.829903 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f2137-7f6f-4530-ba8e-f1e2443b4904 admin admin] Deleting port d5172eeb-d0b7-4078-b048-dcdb1e992ec2 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:35.830202 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2137-7f6f-4530-ba8e-f1e2443b4904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:35.962515 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [None req-dc1f2137-7f6f-4530-ba8e-f1e2443b4904 admin admin] For port d5172eeb-d0b7-4078-b048-dcdb1e992ec2, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=d5172eeb-d0b7-4078-b048-dcdb1e992ec2,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:35.962902 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2137-7f6f-4530-ba8e-f1e2443b4904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:35.987309 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a730c6-8554-49c1-bf33-7c83a25f52d5 req-f0b4bfa2-356d-4e05-b225-66742e6187ca tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:35.988995 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-76a730c6-8554-49c1-bf33-7c83a25f52d5 req-f0b4bfa2-356d-4e05-b225-66742e6187ca tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.1565759 Jun 18 19:51:36.043317 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f2137-7f6f-4530-ba8e-f1e2443b4904 admin admin] Calling delete_port for d5172eeb-d0b7-4078-b048-dcdb1e992ec2 owned by network:router_interface {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:36.118065 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-76a730c6-8554-49c1-bf33-7c83a25f52d5 req-aa695398-efdd-46f2-9167-e0c0b6bec22b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007404 Jun 18 19:51:36.337860 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2137-7f6f-4530-ba8e-f1e2443b4904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:36.340173 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:36.363534 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f2137-7f6f-4530-ba8e-f1e2443b4904 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5172eeb-d0b7-4078-b048-dcdb1e992ec2,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:36.367659 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-dc1f2137-7f6f-4530-ba8e-f1e2443b4904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:36.367977 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:36.561187 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2137-7f6f-4530-ba8e-f1e2443b4904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475723'] for router_interface, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:36.795583 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1f2137-7f6f-4530-ba8e-f1e2443b4904 admin admin] Router da603d74-1800-41b3-a1f2-2dbffd462430 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:51:36.905573 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1f2137-7f6f-4530-ba8e-f1e2443b4904 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:51:36.911683 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-dc1f2137-7f6f-4530-ba8e-f1e2443b4904 admin admin] 10.222.0.42 "PUT /v2.0/routers/da603d74-1800-41b3-a1f2-2dbffd462430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9311030 Jun 18 19:51:36.913163 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 42438) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:36.918288 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb0bd3b-5dcc-436f-9e6e-860bc952cf3e None None] Sync routers for ids ['da603d74-1800-41b3-a1f2-2dbffd462430'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:51:36.931200 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb0bd3b-5dcc-436f-9e6e-860bc952cf3e None None] Routers {'da603d74-1800-41b3-a1f2-2dbffd462430'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:36.931847 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-3bb0bd3b-5dcc-436f-9e6e-860bc952cf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:51:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['da603d74-1800-41b3-a1f2-2dbffd462430'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:37.028780 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] Notify callbacks [] for router, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:37.040005 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-3bb0bd3b-5dcc-436f-9e6e-860bc952cf3e None None] Set router da603d74-1800-41b3-a1f2-2dbffd462430 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:37.147110 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:37.255908 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-3bb0bd3b-5dcc-436f-9e6e-860bc952cf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:51:36Z', 'revision_number': 5, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port': {'id': '947bb740-127d-4b6c-9e1b-253f25bc8db6', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:52Z', 'updated_at': '2021-06-18T19:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:37.285501 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb0bd3b-5dcc-436f-9e6e-860bc952cf3e None None] Checking router: da603d74-1800-41b3-a1f2-2dbffd462430 for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:51:37.285985 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] Deleting port 947bb740-127d-4b6c-9e1b-253f25bc8db6 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:37.286340 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:37.297128 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb0bd3b-5dcc-436f-9e6e-860bc952cf3e None None] Routers {'da603d74-1800-41b3-a1f2-2dbffd462430'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:37.297767 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-3bb0bd3b-5dcc-436f-9e6e-860bc952cf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:51:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['da603d74-1800-41b3-a1f2-2dbffd462430'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:37.316180 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe83843-ab32-414d-9bc8-9d1567a38842 req-a87c2680-8698-4a82-8300-39454a4fab9b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:37.319725 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8fe83843-ab32-414d-9bc8-9d1567a38842 req-a87c2680-8698-4a82-8300-39454a4fab9b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0727899 Jun 18 19:51:37.368710 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8fe83843-ab32-414d-9bc8-9d1567a38842 req-373b6f65-dd6c-40ce-917b-79133eedc6c1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374372 Jun 18 19:51:37.373353 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] For port 947bb740-127d-4b6c-9e1b-253f25bc8db6, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=947bb740-127d-4b6c-9e1b-253f25bc8db6,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:37.373745 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:37.402645 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-3bb0bd3b-5dcc-436f-9e6e-860bc952cf3e None None] Set router da603d74-1800-41b3-a1f2-2dbffd462430 gateway port host: None {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:37.443945 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] Calling delete_port for 947bb740-127d-4b6c-9e1b-253f25bc8db6 owned by network:router_gateway {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:37.457622 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-3bb0bd3b-5dcc-436f-9e6e-860bc952cf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:51:37Z', 'revision_number': 6, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port_host': None}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:37.484103 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb0bd3b-5dcc-436f-9e6e-860bc952cf3e None None] The sync data for ids ['da603d74-1800-41b3-a1f2-2dbffd462430'] in dv-cinder-790535-6-iscsi is: [{'id': 'da603d74-1800-41b3-a1f2-2dbffd462430', 'name': 'tempest-AttachVolumeTestJSON-1136401157-router', 'tenant_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:50Z', 'updated_at': '2021-06-18T19:51:37Z', 'revision_number': 6, 'project_id': '68d35ecfd37141ba8d1ead7364aa01c6', 'gw_port_host': None}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:51:37.715083 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:37.717307 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8b131412-e8f1-4a3b-bef7-ad57ddaf55ba tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:37.740569 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] Pushing event deleted for resources: {'Port': ['ID=947bb740-127d-4b6c-9e1b-253f25bc8db6,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:37.744482 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:38.092516 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624679'] for router_gateway, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:38.196260 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2938'] for router, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:38.198482 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:38.355535 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476712'] for router, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:38.356110 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da603d74-1800-41b3-a1f2-2dbffd462430 {{(pid=100054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 19:51:38.363477 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] Notify callbacks [] for router, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:38.364859 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] 10.222.0.42 "DELETE /v2.0/routers/da603d74-1800-41b3-a1f2-2dbffd462430 HTTP/1.1" status: 204 len: 168 time: 1.4506123 Jun 18 19:51:38.368214 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 42442) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:38.445854 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_v2 [None req-550baf96-2e37-4fe7-8157-739492642428 admin admin] Deleting subnet 85839631-4911-4022-a3d1-d48feb21196f {{(pid=100054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:51:38.449615 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-550baf96-2e37-4fe7-8157-739492642428 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:38.499569 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-550baf96-2e37-4fe7-8157-739492642428 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25228988'] for subnet, precommit_delete_associations {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:38.642228 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-550baf96-2e37-4fe7-8157-739492642428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:38.653429 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de2e9e-ed14-40b9-a951-aa5498a5e798 req-6eaae97f-381e-4338-829e-e8cc4398168f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:38.655621 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b1de2e9e-ed14-40b9-a951-aa5498a5e798 req-6eaae97f-381e-4338-829e-e8cc4398168f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.1332688 Jun 18 19:51:38.731340 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device d5172eeb-d0b7-4078-b048-dcdb1e992ec2 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:38.739458 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b1de2e9e-ed14-40b9-a951-aa5498a5e798 req-2ca1017e-d759-4e7c-a3de-91bbb305873c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645387 Jun 18 19:51:38.758418 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: d5172eeb-d0b7-4078-b048-dcdb1e992ec2 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:38.758845 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device d5172eeb-d0b7-4078-b048-dcdb1e992ec2 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:38.759352 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 947bb740-127d-4b6c-9e1b-253f25bc8db6 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:38.779447 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: 947bb740-127d-4b6c-9e1b-253f25bc8db6 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:38.779780 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 947bb740-127d-4b6c-9e1b-253f25bc8db6 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:38.812915 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-550baf96-2e37-4fe7-8157-739492642428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1123030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257712'] for subnet, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:38.815479 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-2b341589-1fd6-4987-a232-760cefccd0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:38.840058 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550baf96-2e37-4fe7-8157-739492642428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85839631-4911-4022-a3d1-d48feb21196f,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:38.843618 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-550baf96-2e37-4fe7-8157-739492642428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:38.846405 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-550baf96-2e37-4fe7-8157-739492642428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:38.852151 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-550baf96-2e37-4fe7-8157-739492642428 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/85839631-4911-4022-a3d1-d48feb21196f HTTP/1.1" status: 204 len: 168 time: 0.4786351 Jun 18 19:51:38.852151 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 42446) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:38.855067 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf93f25-7ef8-4976-aeb0-2ba51ae62e31 None None] Network edf6b6f8-3b0f-43fd-81f9-68165f1d40eb requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:51:38.928791 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:38.991011 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Deleting port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:38.991560 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.062584 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] For port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:39.062976 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.075189 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089db4f2-fe9e-4b28-99d4-e14be616cf38 None None] DHCP port deletion for edf6b6f8-3b0f-43fd-81f9-68165f1d40eb request from dv-cinder-790535-6-iscsi {{(pid=100056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 19:51:39.129029 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-089db4f2-fe9e-4b28-99d4-e14be616cf38 None None] Deleting port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb {{(pid=100056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:39.129637 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-089db4f2-fe9e-4b28-99d4-e14be616cf38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.154677 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Calling delete_port for ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb owned by network:dhcp {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:39.210438 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-089db4f2-fe9e-4b28-99d4-e14be616cf38 None None] For port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb,segment=NetworkSegment(f49b3918-6f97-4e9c-96b2-e47a730cbfa4),segment_id=f49b3918-6f97-4e9c-96b2-e47a730cbfa4)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:39.210751 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-089db4f2-fe9e-4b28-99d4-e14be616cf38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.284959 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-089db4f2-fe9e-4b28-99d4-e14be616cf38 None None] Calling delete_port for ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb owned by network:dhcp {{(pid=100056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:39.309928 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.312551 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:39.343868 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:39.347240 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:39.348020 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] No DVR routers for this DVR port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb on host dv-cinder-790535-6-iscsi {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:51:39.378821 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-089db4f2-fe9e-4b28-99d4-e14be616cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311'] for port, after_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.382719 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-fe533a44-3581-4335-9ab7-befb8b586210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:39.406377 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089db4f2-fe9e-4b28-99d4-e14be616cf38 None None] Pushing event deleted for resources: {'Port': ['ID=ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb,revision_number=None']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:39.409975 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-089db4f2-fe9e-4b28-99d4-e14be616cf38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:39.413998 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089db4f2-fe9e-4b28-99d4-e14be616cf38 None None] No DVR routers for this DVR port ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb on host dv-cinder-790535-6-iscsi {{(pid=100056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:51:39.426266 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.437748 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf6b6f8-3b0f-43fd-81f9-68165f1d40eb']}} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:39.455627 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4') {'for_net_delete': True} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:39.455912 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49b3918-6f97-4e9c-96b2-e47a730cbfa4') {} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:39.470806 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25228981'] for segment, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.487067 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.494420 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:51:39.494831 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-999293'] for segment, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: Traceback (most recent call last): Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: timer() Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: cb(*args, **kw) Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: return func(*args, **kwargs) Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: self._notify() Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: self.callback(batched_events) Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: event.method(event) Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: return f(self, *a, **k) Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: return self._get(url).json() Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: return self.request(url, 'GET', **kwargs) Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:51:39.496702 dv-cinder-790535-6-iscsi neutron-server[100054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:51:39.642080 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.649018 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7eaec956-9957-4bd8-85d9-ed3a4fa47b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:39.654917 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.658462 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/edf6b6f8-3b0f-43fd-81f9-68165f1d40eb HTTP/1.1" status: 204 len: 168 time: 0.8055182 Jun 18 19:51:39.675847 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=edf6b6f8-3b0f-43fd-81f9-68165f1d40eb,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:39.680084 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:40.066950 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 42454) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:40.117999 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-ac21623f-f205-4863-bea0-2d6771a7128e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68d35ecfd37141ba8d1ead7364aa01c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0492377 Jun 18 19:51:40.120160 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 42456) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:40.148367 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9f850-2598-4bff-95ba-fe6a9d948760 req-bddf04ab-6322-4190-a800-a4809fe25ba2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:40.152819 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5dd9f850-2598-4bff-95ba-fe6a9d948760 req-bddf04ab-6322-4190-a800-a4809fe25ba2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0941091 Jun 18 19:51:40.191856 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5dd9f850-2598-4bff-95ba-fe6a9d948760 req-1e1a1ce6-1e06-44cb-9d10-3f1d5e05eae2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351911 Jun 18 19:51:40.212380 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ad408756-4c15-45e9-863a-030459b8b48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.233621 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ad408756-4c15-45e9-863a-030459b8b48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.361077 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ad408756-4c15-45e9-863a-030459b8b48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.363661 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ad408756-4c15-45e9-863a-030459b8b48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.364895 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-ad408756-4c15-45e9-863a-030459b8b48d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af639899-ac4a-45fa-8472-185652dcce5b HTTP/1.1" status: 204 len: 168 time: 0.2432642 Jun 18 19:51:40.366294 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-86ef1c83-8150-4c5c-828e-51973d908b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:40.374943 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad408756-4c15-45e9-863a-030459b8b48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af639899-ac4a-45fa-8472-185652dcce5b,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:40.378632 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ad408756-4c15-45e9-863a-030459b8b48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:40.718712 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:40.740810 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:40.741164 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device ebf8fbf2-4819-4d15-ba1c-68fb4ad1c5cb not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:41.394906 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d818e7-adb7-4601-973a-e2eb73f68f95 req-54393aa5-f06f-4fbc-9482-fd37f0e450c8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:41.397099 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e9d818e7-adb7-4601-973a-e2eb73f68f95 req-54393aa5-f06f-4fbc-9482-fd37f0e450c8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0740354 Jun 18 19:51:41.441963 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e9d818e7-adb7-4601-973a-e2eb73f68f95 req-b8e2e412-852e-4a4f-b692-d3fd0b6c4dd3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381625 Jun 18 19:51:42.673998 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602adcf-d544-4063-9b20-38e970fae717 req-a8e48381-3651-40bb-b8d8-60a7da96809f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:42.675854 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e602adcf-d544-4063-9b20-38e970fae717 req-a8e48381-3651-40bb-b8d8-60a7da96809f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0863335 Jun 18 19:51:42.723827 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e602adcf-d544-4063-9b20-38e970fae717 req-b8c8f290-a817-4e2f-a840-3188db9187ff tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358362 Jun 18 19:51:43.132914 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c3bc3e3a-8e99-4e10-882a-670f0fa74e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:43.915256 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46010f84-b1a2-48b4-ada7-3176a319f540 req-7c3c3928-7ae5-4be8-b1a2-85d616db73ef tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:43.916809 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-46010f84-b1a2-48b4-ada7-3176a319f540 req-7c3c3928-7ae5-4be8-b1a2-85d616db73ef tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0708368 Jun 18 19:51:43.961409 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-46010f84-b1a2-48b4-ada7-3176a319f540 req-ac269e9c-484a-4e7d-a8e1-243cd0cee569 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379601 Jun 18 19:51:45.172810 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbbe98-52e7-480c-95e0-7a3ec1239ce6 req-64aba418-2b7a-4707-80af-0e9812388956 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:45.179286 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-bebbbe98-52e7-480c-95e0-7a3ec1239ce6 req-64aba418-2b7a-4707-80af-0e9812388956 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0747139 Jun 18 19:51:45.225761 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-bebbbe98-52e7-480c-95e0-7a3ec1239ce6 req-53083707-ac65-4acc-815b-4265aebe852d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384448 Jun 18 19:51:45.841147 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f08567c8-50f6-4ece-b782-2690ec8b01bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:45.874444 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:46.434705 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b983fd0-eb99-4151-b241-c490250c4a27 req-74b072d2-f467-48dd-a9f7-943df6c888ef tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:46.436348 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-2b983fd0-eb99-4151-b241-c490250c4a27 req-74b072d2-f467-48dd-a9f7-943df6c888ef tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0756655 Jun 18 19:51:46.478416 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-2b983fd0-eb99-4151-b241-c490250c4a27 req-325bc053-7a56-4eea-ba8f-2a26d4b10711 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359545 Jun 18 19:51:47.006725 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:47.673333 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2e2a8-b98c-43a0-8c11-e5137f3da02e req-ea2ba1b9-b55b-4733-a41d-a4ea1f73046b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:47.674828 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a8a2e2a8-b98c-43a0-8c11-e5137f3da02e req-ea2ba1b9-b55b-4733-a41d-a4ea1f73046b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0687606 Jun 18 19:51:47.720777 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a8a2e2a8-b98c-43a0-8c11-e5137f3da02e req-fd3040e0-313c-446a-bda3-49d3aa8748e6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394006 Jun 18 19:51:48.909232 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:48.914521 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c080e8c-1935-4df5-a2b8-94c81c54963b req-de61024d-e89d-4e6e-9ef4-658e8cdb2fee tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:48.916055 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8c080e8c-1935-4df5-a2b8-94c81c54963b req-de61024d-e89d-4e6e-9ef4-658e8cdb2fee tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0682034 Jun 18 19:51:48.957348 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-8c080e8c-1935-4df5-a2b8-94c81c54963b req-4fa2b3b1-69e4-415a-aef5-75a387ce041f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355544 Jun 18 19:51:50.148112 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826194a-47b8-4297-9a39-4d6ff37d6d9e req-0fb12d74-113b-4d13-a0f0-5339a4c59a1b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:50.149771 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7826194a-47b8-4297-9a39-4d6ff37d6d9e req-0fb12d74-113b-4d13-a0f0-5339a4c59a1b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0731330 Jun 18 19:51:50.189557 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7826194a-47b8-4297-9a39-4d6ff37d6d9e req-7476fc7b-5188-4581-9003-afadec722432 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340574 Jun 18 19:51:50.955508 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:51:51.372500 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7721b84-c63a-4c02-b28b-4b64474303ff req-85111aab-4002-4a16-821c-18f9cf2db2f6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:51.374026 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c7721b84-c63a-4c02-b28b-4b64474303ff req-85111aab-4002-4a16-821c-18f9cf2db2f6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0646152 Jun 18 19:51:51.412599 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c7721b84-c63a-4c02-b28b-4b64474303ff req-38b92141-fe28-449c-a984-4b35f8ad7bc7 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318906 Jun 18 19:51:52.602598 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0741405-c398-40c6-b7ec-860c0e51725d req-0c6aa4d8-2b9c-40c4-b89c-f99ea4f50a1a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:52.606141 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a0741405-c398-40c6-b7ec-860c0e51725d req-0c6aa4d8-2b9c-40c4-b89c-f99ea4f50a1a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0725245 Jun 18 19:51:52.650245 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a0741405-c398-40c6-b7ec-860c0e51725d req-f9f95bfc-1a81-4690-8313-c75f0aa013ad tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402782 Jun 18 19:51:53.859520 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b72ea-dcfb-47bf-9ce1-7a5ab52c4dbe req-4d3eb4e7-1790-4b93-9783-b69b5ff13ebb tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:53.861434 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1e5b72ea-dcfb-47bf-9ce1-7a5ab52c4dbe req-4d3eb4e7-1790-4b93-9783-b69b5ff13ebb tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0810726 Jun 18 19:51:53.906157 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1e5b72ea-dcfb-47bf-9ce1-7a5ab52c4dbe req-40b1f231-37e1-4c8a-99f9-cc94e01b24a5 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375886 Jun 18 19:51:54.101799 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device cce485a0-469e-407e-a769-f3eb4c3353be details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:51:54.216060 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port cce485a0-469e-407e-a769-f3eb4c3353be, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cce485a0-469e-407e-a769-f3eb4c3353be,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:54.230120 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': 'cce485a0-469e-407e-a769-f3eb4c3353be', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'port_id': 'cce485a0-469e-407e-a769-f3eb4c3353be', 'mac_address': 'fa:16:3e:9a:56:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:51:54.277094 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:54.296192 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cce485a0-469e-407e-a769-f3eb4c3353be {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:51:54.319827 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port cce485a0-469e-407e-a769-f3eb4c3353be, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cce485a0-469e-407e-a769-f3eb4c3353be,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:54.400129 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:54.401969 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-75ff792a-e0fd-4254-833e-4720971ff445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:54.463642 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=cce485a0-469e-407e-a769-f3eb4c3353be,revision_number=6']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:54.480472 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:54.480879 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:54.481411 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:54.481609 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:54.481940 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:54.482313 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:54.482673 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:54.483028 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:54.483597 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:54.484099 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:54.484612 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:54.485194 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:54.490411 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:54.493608 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['cce485a0-469e-407e-a769-f3eb4c3353be'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:51:55.134675 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e74d7-2053-480d-8cca-97192b96ff57 req-a5ddbc39-1fee-47a2-a7cd-fb84b38ad102 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:55.137070 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-099e74d7-2053-480d-8cca-97192b96ff57 req-a5ddbc39-1fee-47a2-a7cd-fb84b38ad102 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 945 time: 0.0887291 Jun 18 19:51:55.181611 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-099e74d7-2053-480d-8cca-97192b96ff57 req-742920c2-855a-449f-ba70-b39512e4db0c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385966 Jun 18 19:51:56.122376 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device cce485a0-469e-407e-a769-f3eb4c3353be up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:51:56.184259 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port cce485a0-469e-407e-a769-f3eb4c3353be triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:51:56.184259 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:56.276006 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:56.298993 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce485a0-469e-407e-a769-f3eb4c3353be'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:56.301355 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c54b25-9115-41f1-be2e-bbadd30fef58" -d '{"events": [{"server_uuid": "aa0c6361-e1ad-4432-b188-ac42d6502321", "name": "network-vif-plugged", "status": "completed", "tag": "cce485a0-469e-407e-a769-f3eb4c3353be"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:56.316523 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port cce485a0-469e-407e-a769-f3eb4c3353be, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cce485a0-469e-407e-a769-f3eb4c3353be,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:56.343042 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d212649-00a3-4964-8b03-03a2018bb347 x-openstack-request-id: req-8d212649-00a3-4964-8b03-03a2018bb347 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:56.343345 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0c6361-e1ad-4432-b188-ac42d6502321", "name": "network-vif-plugged", "status": "completed", "tag": "cce485a0-469e-407e-a769-f3eb4c3353be", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:56.343607 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d212649-00a3-4964-8b03-03a2018bb347 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:56.344042 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce485a0-469e-407e-a769-f3eb4c3353be', 'code': 200} Jun 18 19:51:56.390019 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dade7-6c62-4dc6-8a9c-cb378264fa71 req-604c834d-52bd-4968-ad06-a445fb6603ab tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:56.391541 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7c5dade7-6c62-4dc6-8a9c-cb378264fa71 req-604c834d-52bd-4968-ad06-a445fb6603ab tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 945 time: 0.0756462 Jun 18 19:51:56.431237 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7c5dade7-6c62-4dc6-8a9c-cb378264fa71 req-4a16b997-c4ff-4cb8-9ef9-1d82c5103d73 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339310 Jun 18 19:51:56.789602 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:56.791511 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:56.847282 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=cce485a0-469e-407e-a769-f3eb4c3353be,revision_number=7']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:56.900263 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:57.630203 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc743cb-c9d1-4e65-931d-1d15193c623f req-bc697c53-cac7-4cee-8b1c-c654d3cfc019 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:57.639315 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5dc743cb-c9d1-4e65-931d-1d15193c623f req-bc697c53-cac7-4cee-8b1c-c654d3cfc019 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0793972 Jun 18 19:51:57.684778 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5dc743cb-c9d1-4e65-931d-1d15193c623f req-a8064d03-bf65-4f69-a65d-f2a01bd429ae tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441484 Jun 18 19:51:58.881092 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f67b9-cb20-4b2a-8d28-94138495769c req-f1eee34c-a353-4586-bda0-5cd318e4519d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:58.884854 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5e6f67b9-cb20-4b2a-8d28-94138495769c req-f1eee34c-a353-4586-bda0-5cd318e4519d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0754464 Jun 18 19:51:58.929481 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5e6f67b9-cb20-4b2a-8d28-94138495769c req-e924d594-0624-405e-9be7-a45ffe575496 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385675 Jun 18 19:52:00.121262 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10bdd0-31c0-44a8-8488-c2c191e1cce7 req-898685c4-161c-4f9e-b11b-a1616c1de9f3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:00.122767 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2a10bdd0-31c0-44a8-8488-c2c191e1cce7 req-898685c4-161c-4f9e-b11b-a1616c1de9f3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0654252 Jun 18 19:52:00.172069 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2a10bdd0-31c0-44a8-8488-c2c191e1cce7 req-18752a0c-bedd-4bae-b300-3d594d09ee48 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436211 Jun 18 19:52:01.372673 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c85949-c330-4c0d-a48c-da287b5cf084 req-b75967b3-1879-4957-abcb-a2b0e5dc97f3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:01.375476 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-72c85949-c330-4c0d-a48c-da287b5cf084 req-b75967b3-1879-4957-abcb-a2b0e5dc97f3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0759158 Jun 18 19:52:01.420033 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-72c85949-c330-4c0d-a48c-da287b5cf084 req-1f3cb061-91cd-420f-8844-fc00e4b357cc tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383170 Jun 18 19:52:02.641823 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551545d-71b3-4b33-bd7d-12b0d1d5e4ea req-733c2d20-8499-47c4-b40c-f6d788969789 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:02.644101 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f551545d-71b3-4b33-bd7d-12b0d1d5e4ea req-733c2d20-8499-47c4-b40c-f6d788969789 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0844786 Jun 18 19:52:02.698451 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f551545d-71b3-4b33-bd7d-12b0d1d5e4ea req-4b1121f5-d155-43ba-9419-00fb063cbf2c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386031 Jun 18 19:52:03.922353 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0c17d-4c5a-4b84-b26d-3de40f78bd4a req-8b13091d-e92b-4c47-9cc7-52374b769d49 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:03.929197 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-90f0c17d-4c5a-4b84-b26d-3de40f78bd4a req-8b13091d-e92b-4c47-9cc7-52374b769d49 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0866642 Jun 18 19:52:03.970762 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-90f0c17d-4c5a-4b84-b26d-3de40f78bd4a req-f4f15b10-bfd8-4736-ad93-9cf55b6f0bba tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397694 Jun 18 19:52:05.153825 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5a276-016e-4c32-b822-7b8c2705ea5b req-91d61b99-45db-4d24-b70c-5a07ed28f54d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:05.155212 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-53a5a276-016e-4c32-b822-7b8c2705ea5b req-91d61b99-45db-4d24-b70c-5a07ed28f54d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0658162 Jun 18 19:52:05.194852 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-53a5a276-016e-4c32-b822-7b8c2705ea5b req-d7ee16c5-7da0-450f-876a-d96a04391887 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340042 Jun 18 19:52:05.516330 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5b66b-09ef-43d1-b209-384466c484e6 req-ff184b27-1224-4481-8bdd-7cd24267cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:05.517961 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-dbd5b66b-09ef-43d1-b209-384466c484e6 req-ff184b27-1224-4481-8bdd-7cd24267cf98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef&device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 1099 time: 0.0564480 Jun 18 19:52:05.610337 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5b66b-09ef-43d1-b209-384466c484e6 req-59997d32-53e1-4914-b3ac-1efd1956e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:05.611850 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-dbd5b66b-09ef-43d1-b209-384466c484e6 req-59997d32-53e1-4914-b3ac-1efd1956e250 service neutron] 10.222.0.58 "GET /v2.0/networks?id=19876e3d-b88e-4d20-8062-e87a38d76ed8 HTTP/1.1" status: 200 len: 917 time: 0.0843289 Jun 18 19:52:05.681518 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-dbd5b66b-09ef-43d1-b209-384466c484e6 req-8a2ea834-441d-4e36-91e2-cfcb05616fb8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cce485a0-469e-407e-a769-f3eb4c3353be HTTP/1.1" status: 200 len: 1001 time: 0.0624421 Jun 18 19:52:05.733603 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5b66b-09ef-43d1-b209-384466c484e6 req-9e66a309-54c2-4e2b-8f2e-b5e2a320323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:05.735033 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-dbd5b66b-09ef-43d1-b209-384466c484e6 req-9e66a309-54c2-4e2b-8f2e-b5e2a320323a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c17436c7-1ba8-41fd-a3de-4744d824190b HTTP/1.1" status: 200 len: 855 time: 0.0440459 Jun 18 19:52:05.797033 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5b66b-09ef-43d1-b209-384466c484e6 req-bae1cb63-32ff-4e59-a9de-3922787ac12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:05.798535 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-dbd5b66b-09ef-43d1-b209-384466c484e6 req-bae1cb63-32ff-4e59-a9de-3922787ac12c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19876e3d-b88e-4d20-8062-e87a38d76ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527816 Jun 18 19:52:05.892312 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-dbd5b66b-09ef-43d1-b209-384466c484e6 req-678e810a-5dae-48ab-b748-8e67d46dc37f service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863118 Jun 18 19:52:05.984162 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-dbd5b66b-09ef-43d1-b209-384466c484e6 req-89824495-3e31-4779-b4ac-a1b40312d18d service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844605 Jun 18 19:52:06.365539 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:06.374280 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450b126-8645-4ae9-9281-be209cb493aa req-c28afc61-4e2f-4450-8fcf-ae3c26da0eda tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:06.375778 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0450b126-8645-4ae9-9281-be209cb493aa req-c28afc61-4e2f-4450-8fcf-ae3c26da0eda tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0642624 Jun 18 19:52:06.415370 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0450b126-8645-4ae9-9281-be209cb493aa req-5636a917-e8ce-4dc8-b7d3-8c48e7c62b00 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324123 Jun 18 19:52:07.621733 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965bbc4-03a5-442b-b80a-de338ffc20e2 req-3e1d2d4f-7885-4827-92d6-d0d11deb1791 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:07.623353 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f965bbc4-03a5-442b-b80a-de338ffc20e2 req-3e1d2d4f-7885-4827-92d6-d0d11deb1791 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0734444 Jun 18 19:52:07.671381 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f965bbc4-03a5-442b-b80a-de338ffc20e2 req-2630f575-e543-4fcf-ba51-b5bb6cb2f5e5 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409303 Jun 18 19:52:08.868690 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780602c-3078-4787-b351-d7108c8f01d5 req-41dd68d2-110d-4773-983f-2900983023f2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:08.870298 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b780602c-3078-4787-b351-d7108c8f01d5 req-41dd68d2-110d-4773-983f-2900983023f2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 946 time: 0.0688386 Jun 18 19:52:08.909014 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b780602c-3078-4787-b351-d7108c8f01d5 req-471a5293-0469-4039-ace4-17414730f14c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329671 Jun 18 19:52:12.143830 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device cce485a0-469e-407e-a769-f3eb4c3353be no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:52:12.221540 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:12.244058 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cce485a0-469e-407e-a769-f3eb4c3353be'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:52:12.246330 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51748a07-e40f-491c-8999-751f872b60df" -d '{"events": [{"server_uuid": "aa0c6361-e1ad-4432-b188-ac42d6502321", "name": "network-vif-unplugged", "status": "completed", "tag": "cce485a0-469e-407e-a769-f3eb4c3353be"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:52:12.260655 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port cce485a0-469e-407e-a769-f3eb4c3353be, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cce485a0-469e-407e-a769-f3eb4c3353be,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:52:12.280288 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 19:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce64dd7-d4a6-4a20-8b05-be88153a3a61 x-openstack-request-id: req-dce64dd7-d4a6-4a20-8b05-be88153a3a61 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:52:12.280670 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0c6361-e1ad-4432-b188-ac42d6502321", "name": "network-vif-unplugged", "status": "failed", "tag": "cce485a0-469e-407e-a769-f3eb4c3353be", "code": 422}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:52:12.280790 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dce64dd7-d4a6-4a20-8b05-be88153a3a61 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:52:12.281168 dv-cinder-790535-6-iscsi neutron-server[100056]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cce485a0-469e-407e-a769-f3eb4c3353be', 'code': 422} returned with failed status Jun 18 19:52:12.331572 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:12.333322 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:12.381762 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=cce485a0-469e-407e-a769-f3eb4c3353be,revision_number=8']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:12.385130 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:12.988935 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e61f51-a7a6-452a-b5f4-84c6c50ab004 req-5214ac51-6935-4682-b0c1-193b846be2ba tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:12.990999 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b1e61f51-a7a6-452a-b5f4-84c6c50ab004 req-5214ac51-6935-4682-b0c1-193b846be2ba tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.0700784 Jun 18 19:52:13.031806 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b1e61f51-a7a6-452a-b5f4-84c6c50ab004 req-f7e8cc9f-52c1-4e2d-9750-82b271ef6897 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343385 Jun 18 19:52:13.194338 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-d59c50a8-6ed4-4db5-b9a0-825d5f797524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:13.238682 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ca82e884-f38f-40f4-b4a7-55d886b41f30 req-970badea-2df8-4c89-9c28-a020a3718741 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519109 Jun 18 19:52:14.225922 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8c978-75d4-423b-9a24-1fc2f285870c req-299ab32e-05ee-4ef6-b5cb-c69b1d8f78ae tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:14.227390 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-57a8c978-75d4-423b-9a24-1fc2f285870c req-299ab32e-05ee-4ef6-b5cb-c69b1d8f78ae tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.0650880 Jun 18 19:52:14.265703 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-57a8c978-75d4-423b-9a24-1fc2f285870c req-43a1bdb6-dfa3-4dc7-8d2e-617aa28125f0 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325897 Jun 18 19:52:15.445782 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda18e0-560b-479d-ba6e-530bac0075e8 req-1c06ae73-acd9-497b-a789-c4e10b8eb12a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:15.447974 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3bda18e0-560b-479d-ba6e-530bac0075e8 req-1c06ae73-acd9-497b-a789-c4e10b8eb12a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.0680926 Jun 18 19:52:15.487436 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3bda18e0-560b-479d-ba6e-530bac0075e8 req-4cbd650b-429a-4232-a6e8-4c207fc8633c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336466 Jun 18 19:52:15.769942 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-8b7bc5d6-ca40-4023-8aeb-3c065a1dd24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:15.895550 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:16.423599 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82e884-f38f-40f4-b4a7-55d886b41f30 req-0fee1090-cce9-4eaf-a61e-916954f64dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:16.425005 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca82e884-f38f-40f4-b4a7-55d886b41f30 req-0fee1090-cce9-4eaf-a61e-916954f64dc6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321&tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef HTTP/1.1" status: 200 len: 1097 time: 0.0548124 Jun 18 19:52:16.506087 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82e884-f38f-40f4-b4a7-55d886b41f30 req-46008828-95f2-4f15-b4c1-8bbf20eeaa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:16.507538 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca82e884-f38f-40f4-b4a7-55d886b41f30 req-46008828-95f2-4f15-b4c1-8bbf20eeaa70 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef&device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 1097 time: 0.0547414 Jun 18 19:52:16.605158 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82e884-f38f-40f4-b4a7-55d886b41f30 req-89ca4d0f-bd1f-4ae1-a131-4465abf17c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:16.606687 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca82e884-f38f-40f4-b4a7-55d886b41f30 req-89ca4d0f-bd1f-4ae1-a131-4465abf17c4d service neutron] 10.222.0.58 "GET /v2.0/networks?id=19876e3d-b88e-4d20-8062-e87a38d76ed8 HTTP/1.1" status: 200 len: 917 time: 0.0918162 Jun 18 19:52:16.680355 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca82e884-f38f-40f4-b4a7-55d886b41f30 req-b2f00c0c-bb3b-40f1-8cbc-78a8e5aab1a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cce485a0-469e-407e-a769-f3eb4c3353be HTTP/1.1" status: 200 len: 999 time: 0.0663106 Jun 18 19:52:16.683631 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e34522-61c0-4f21-bc2d-2bfaa3777b46 req-ca06d0cf-d018-4327-8b23-29dd0ac51fbd tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:16.685192 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-33e34522-61c0-4f21-bc2d-2bfaa3777b46 req-ca06d0cf-d018-4327-8b23-29dd0ac51fbd tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.0733070 Jun 18 19:52:16.727117 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-33e34522-61c0-4f21-bc2d-2bfaa3777b46 req-aa9e7cc8-5550-4fc3-b0bc-50e455a798d5 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357950 Jun 18 19:52:16.736848 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82e884-f38f-40f4-b4a7-55d886b41f30 req-fe6d82c1-2c1f-4cc2-824c-0161a7a61400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:16.738554 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca82e884-f38f-40f4-b4a7-55d886b41f30 req-fe6d82c1-2c1f-4cc2-824c-0161a7a61400 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c17436c7-1ba8-41fd-a3de-4744d824190b HTTP/1.1" status: 200 len: 855 time: 0.0489647 Jun 18 19:52:16.807980 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82e884-f38f-40f4-b4a7-55d886b41f30 req-7a63147e-ad5e-4620-b84e-87bf005851f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:16.809550 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca82e884-f38f-40f4-b4a7-55d886b41f30 req-7a63147e-ad5e-4620-b84e-87bf005851f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19876e3d-b88e-4d20-8062-e87a38d76ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630198 Jun 18 19:52:16.903796 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca82e884-f38f-40f4-b4a7-55d886b41f30 req-a3f678ec-05fd-4c70-a2e3-c4c2b78b7ef5 service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870373 Jun 18 19:52:16.997841 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ca82e884-f38f-40f4-b4a7-55d886b41f30 req-b72cfc21-03a6-44a4-8ca0-60ad7558591c service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869682 Jun 18 19:52:16.999605 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:17.931286 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ff02b-30dc-4f16-82d4-34c18f7a15e8 req-9974abd0-a5dc-42a2-9b01-77dfb3053c27 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:18.051752 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f63ff02b-30dc-4f16-82d4-34c18f7a15e8 req-9974abd0-a5dc-42a2-9b01-77dfb3053c27 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.0816905 Jun 18 19:52:18.051752 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f63ff02b-30dc-4f16-82d4-34c18f7a15e8 req-aeff60cd-e0f0-45e3-96fe-5c83afade9c5 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492387 Jun 18 19:52:18.868733 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:19.204168 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa463887-b14e-4f11-96ee-a8df61c84312 req-e535e28e-efb2-4621-a53d-c52d14af1937 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:19.205717 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-aa463887-b14e-4f11-96ee-a8df61c84312 req-e535e28e-efb2-4621-a53d-c52d14af1937 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.0689960 Jun 18 19:52:19.247325 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-aa463887-b14e-4f11-96ee-a8df61c84312 req-8871c023-bfc3-4ccc-a0bc-a1d27bfc4134 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352848 Jun 18 19:52:20.433860 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be160bb3-44f1-401f-bdb1-0131707ac7bd req-515cb1af-f08c-44c1-a2fe-46c5c5ca0d4a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:20.435535 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-be160bb3-44f1-401f-bdb1-0131707ac7bd req-515cb1af-f08c-44c1-a2fe-46c5c5ca0d4a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.0664308 Jun 18 19:52:20.478918 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-be160bb3-44f1-401f-bdb1-0131707ac7bd req-acc0d968-8ee7-4c9a-836c-742d74874eb2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372465 Jun 18 19:52:21.671607 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c24df9-fdc8-4d37-807f-35ae51c40f15 req-3718d6a6-a69c-45de-9720-1da0ee26619a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:21.673351 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-23c24df9-fdc8-4d37-807f-35ae51c40f15 req-3718d6a6-a69c-45de-9720-1da0ee26619a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.0731840 Jun 18 19:52:21.716105 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-23c24df9-fdc8-4d37-807f-35ae51c40f15 req-bc7a6b2b-103e-486f-b354-b63aa145ec86 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366976 Jun 18 19:52:22.930455 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f889c8-eb45-4c28-a341-3bb1f68412d0 req-3d5b3082-2c87-491f-b4b7-7bb406d8e8e1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:22.932713 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-45f889c8-eb45-4c28-a341-3bb1f68412d0 req-3d5b3082-2c87-491f-b4b7-7bb406d8e8e1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.0721314 Jun 18 19:52:22.987251 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-45f889c8-eb45-4c28-a341-3bb1f68412d0 req-ab59ac59-d1fa-43e6-ab58-810fd4dad50e tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454991 Jun 18 19:52:24.189609 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b38d2b-f7a0-4ceb-b717-9b3249baa22e req-b8a57e84-2c22-4adc-9ec3-9ac06550b8f4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:24.191221 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c5b38d2b-f7a0-4ceb-b717-9b3249baa22e req-b8a57e84-2c22-4adc-9ec3-9ac06550b8f4 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.0785365 Jun 18 19:52:24.238162 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c5b38d2b-f7a0-4ceb-b717-9b3249baa22e req-f9145116-0230-4b5d-bbef-4719433a7d6e tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374629 Jun 18 19:52:25.427776 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d26cff-a02d-4b18-8839-a9469d53a378 req-4e7f1c13-1e9d-4650-9ab9-608ab99ca46b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:25.429901 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e9d26cff-a02d-4b18-8839-a9469d53a378 req-4e7f1c13-1e9d-4650-9ab9-608ab99ca46b tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.0714140 Jun 18 19:52:25.471538 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e9d26cff-a02d-4b18-8839-a9469d53a378 req-ce588edd-f836-43af-9237-ca26fcff9cd0 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358119 Jun 18 19:52:26.697770 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fb40c-626d-44f6-8ff0-86e1ccefca1b req-5ec256cd-5b22-47a8-8178-5ffa2ba95def tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:26.700999 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-780fb40c-626d-44f6-8ff0-86e1ccefca1b req-5ec256cd-5b22-47a8-8178-5ffa2ba95def tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.0797596 Jun 18 19:52:26.744986 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-780fb40c-626d-44f6-8ff0-86e1ccefca1b req-00d0a2fc-8d69-4d1a-ac63-409ae314b125 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399017 Jun 18 19:52:27.933101 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab522773-203a-46e9-b8a8-0e38da618571 req-121c8bb9-8e44-458a-89ed-c433881af7c3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:27.934455 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ab522773-203a-46e9-b8a8-0e38da618571 req-121c8bb9-8e44-458a-89ed-c433881af7c3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.0664351 Jun 18 19:52:27.954252 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:52:27.972741 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ab522773-203a-46e9-b8a8-0e38da618571 req-b74c6270-8cf0-4867-898a-131d0ff03b8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325968 Jun 18 19:52:29.164754 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f675c-fe0d-48c3-93a7-f40a45666dcd req-e46fd367-b369-4d9f-89d3-ee793d35297c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:29.166266 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-bc4f675c-fe0d-48c3-93a7-f40a45666dcd req-e46fd367-b369-4d9f-89d3-ee793d35297c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.0741055 Jun 18 19:52:29.204730 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-bc4f675c-fe0d-48c3-93a7-f40a45666dcd req-c13dc1a4-f6e7-449a-b649-0f598bc6ffde tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327482 Jun 18 19:52:30.205055 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 42980) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:30.467733 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb6e47-bc9e-4226-9732-c346a13d61da req-f2184aa9-3acc-402d-9307-4e2e02274f94 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:30.469239 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ccbb6e47-bc9e-4226-9732-c346a13d61da req-f2184aa9-3acc-402d-9307-4e2e02274f94 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.1486471 Jun 18 19:52:30.543994 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ccbb6e47-bc9e-4226-9732-c346a13d61da req-a95d4fcc-ea6a-4384-9fa3-d9a12d8a4d6f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679424 Jun 18 19:52:30.556392 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Deleting port c37e8ba2-bb6c-4d18-b4a9-ad96ffff2a55 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:52:30.556775 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:30.636022 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:30.636471 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:30.699693 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Calling delete_port for c37e8ba2-bb6c-4d18-b4a9-ad96ffff2a55 owned by network:floatingip {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:52:30.941290 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:30.943451 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d1652d3c-1410-438a-bbbb-393f8df6267c tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:30.976399 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Pushing event deleted for resources: {'Port': ['ID=c37e8ba2-bb6c-4d18-b4a9-ad96ffff2a55,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:30.987199 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:30.987494 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:30.987866 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:30.988237 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:30.988589 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:30.989279 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:30.989404 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:30.989939 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:30.990091 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:30.990450 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:30.990809 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:30.991185 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:31.008912 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:31.048006 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for floatingip, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:31.048339 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.l3_db [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Floating IP a1388c73-d917-40a7-b17c-809a64f85866 disassociated (deleted). External IP: 172.27.3.59, port: de5ec956-6c8c-43b9-938f-657298054851. Jun 18 19:52:31.526596 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:52:31.637917 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:52:31.642508 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:31.656858 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a550829f-de49-4909-889c-847da9d3ca3c None None] Sync routers for ids ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:52:31.667979 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a550829f-de49-4909-889c-847da9d3ca3c None None] Routers {'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:52:31.674342 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-a550829f-de49-4909-889c-847da9d3ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:52:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:31.681528 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "DELETE /v2.0/floatingips/a1388c73-d917-40a7-b17c-809a64f85866 HTTP/1.1" status: 204 len: 168 time: 1.4753749 Jun 18 19:52:31.682185 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'tag': 'de5ec956-6c8c-43b9-938f-657298054851'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:52:31.684605 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee47b1be-8213-4360-8152-3aba8f9a9e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "81e0db8a-5a66-4db9-802c-0bc8a868b59f", "tag": "de5ec956-6c8c-43b9-938f-657298054851"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:52:31.743438 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f8a5e-7c3d-41fa-9e35-b12e37c45089 req-3971fee8-6e48-4e70-a653-ecd15531cd47 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:31.745188 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-429f8a5e-7c3d-41fa-9e35-b12e37c45089 req-3971fee8-6e48-4e70-a653-ecd15531cd47 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 944 time: 0.0744386 Jun 18 19:52:31.784536 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-a550829f-de49-4909-889c-847da9d3ca3c None None] Set router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:52:31.795244 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-429f8a5e-7c3d-41fa-9e35-b12e37c45089 req-3b4a51e5-16a1-445a-a7b5-8311f61cc97a tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410030 Jun 18 19:52:31.848771 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15657be0-cfaa-42b4-a2bc-7ccc30c8d97d x-openstack-request-id: req-15657be0-cfaa-42b4-a2bc-7ccc30c8d97d {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:52:31.854891 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e0db8a-5a66-4db9-802c-0bc8a868b59f", "tag": "de5ec956-6c8c-43b9-938f-657298054851", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:52:31.854891 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15657be0-cfaa-42b4-a2bc-7ccc30c8d97d {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:52:31.854891 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'tag': 'de5ec956-6c8c-43b9-938f-657298054851', 'status': 'completed', 'code': 200} Jun 18 19:52:31.929845 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47b1be-8213-4360-8152-3aba8f9a9e2e req-5509b6f7-9afb-4fb9-9388-830da8f10120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:31.931346 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ee47b1be-8213-4360-8152-3aba8f9a9e2e req-5509b6f7-9afb-4fb9-9388-830da8f10120 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6652bca8615b4918af5c7ba0dd64f153&device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 1098 time: 0.0546386 Jun 18 19:52:31.996684 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-a550829f-de49-4909-889c-847da9d3ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'name': 'tempest-TestShelveInstance-651612013-router', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:05Z', 'updated_at': '2021-06-18T19:47:11Z', 'revision_number': 4, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'gw_port': {'id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:06Z', 'updated_at': '2021-06-18T19:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'a4fa8f2b-7941-4ce4-970a-387eedb3ae18', 'name': '', 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'mac_address': 'fa:16:3e:4f:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:10Z', 'updated_at': '2021-06-18T19:47:19Z', 'revision_number': 5, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'subnets': [{'id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:32.023904 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a550829f-de49-4909-889c-847da9d3ca3c None None] Checking router: b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:52:32.038960 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a550829f-de49-4909-889c-847da9d3ca3c None None] Routers {'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:52:32.039981 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-a550829f-de49-4909-889c-847da9d3ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:52:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:32.054695 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47b1be-8213-4360-8152-3aba8f9a9e2e req-07136325-aba5-4681-a86a-fb0451e560f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:32.057196 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ee47b1be-8213-4360-8152-3aba8f9a9e2e req-07136325-aba5-4681-a86a-fb0451e560f8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=70789dea-2877-4eee-aed6-d29941fcf770 HTTP/1.1" status: 200 len: 909 time: 0.1183295 Jun 18 19:52:32.101317 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ee47b1be-8213-4360-8152-3aba8f9a9e2e req-4eb674fc-d2a5-4dc7-b82a-4857133a29e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de5ec956-6c8c-43b9-938f-657298054851 HTTP/1.1" status: 200 len: 217 time: 0.0372071 Jun 18 19:52:32.177952 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47b1be-8213-4360-8152-3aba8f9a9e2e req-7f67db95-93dc-4d41-946a-c9edbdfba714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:32.180658 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ee47b1be-8213-4360-8152-3aba8f9a9e2e req-7f67db95-93dc-4d41-946a-c9edbdfba714 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a09f1bd-6119-4439-abd6-c18c396dd572 HTTP/1.1" status: 200 len: 847 time: 0.0712993 Jun 18 19:52:32.244565 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47b1be-8213-4360-8152-3aba8f9a9e2e req-04352fdc-008a-40c3-994f-057ebce7299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:32.245737 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-a550829f-de49-4909-889c-847da9d3ca3c None None] Set router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:52:32.246109 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ee47b1be-8213-4360-8152-3aba8f9a9e2e req-04352fdc-008a-40c3-994f-057ebce7299b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70789dea-2877-4eee-aed6-d29941fcf770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582986 Jun 18 19:52:32.318507 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e87742-f6f9-45e5-92e6-486d6356877b req-f687820c-c4f9-46e9-b458-a38ce88c03ab tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:32.320932 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-09e87742-f6f9-45e5-92e6-486d6356877b req-f687820c-c4f9-46e9-b458-a38ce88c03ab tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.0900846 Jun 18 19:52:32.322674 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device cce485a0-469e-407e-a769-f3eb4c3353be details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:52:32.367712 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ee47b1be-8213-4360-8152-3aba8f9a9e2e req-7b49c1e0-cd41-4ef2-a5fc-2e2ee1310a07 service neutron] 10.222.0.58 "GET /v2.0/networks/70789dea-2877-4eee-aed6-d29941fcf770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131408 Jun 18 19:52:32.425544 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port cce485a0-469e-407e-a769-f3eb4c3353be, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cce485a0-469e-407e-a769-f3eb4c3353be,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:52:32.439867 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': 'cce485a0-469e-407e-a769-f3eb4c3353be', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'port_id': 'cce485a0-469e-407e-a769-f3eb4c3353be', 'mac_address': 'fa:16:3e:9a:56:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:52:32.488695 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:32.494052 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-a550829f-de49-4909-889c-847da9d3ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'name': 'tempest-TestShelveInstance-651612013-router', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:05Z', 'updated_at': '2021-06-18T19:47:11Z', 'revision_number': 4, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'gw_port': {'id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:06Z', 'updated_at': '2021-06-18T19:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'a4fa8f2b-7941-4ce4-970a-387eedb3ae18', 'name': '', 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'mac_address': 'fa:16:3e:4f:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:10Z', 'updated_at': '2021-06-18T19:47:19Z', 'revision_number': 5, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'subnets': [{'id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:32.511550 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce485a0-469e-407e-a769-f3eb4c3353be {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:52:32.534636 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a550829f-de49-4909-889c-847da9d3ca3c None None] The sync data for ids ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'] in dv-cinder-790535-6-iscsi is: [{'id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'name': 'tempest-TestShelveInstance-651612013-router', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:05Z', 'updated_at': '2021-06-18T19:47:11Z', 'revision_number': 4, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'gw_port': {'id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:06Z', 'updated_at': '2021-06-18T19:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'a4fa8f2b-7941-4ce4-970a-387eedb3ae18', 'name': '', 'network_id': '70789dea-2877-4eee-aed6-d29941fcf770', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'mac_address': 'fa:16:3e:4f:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:10Z', 'updated_at': '2021-06-18T19:47:19Z', 'revision_number': 5, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'subnets': [{'id': '9a09f1bd-6119-4439-abd6-c18c396dd572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:52:32.536048 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port cce485a0-469e-407e-a769-f3eb4c3353be, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cce485a0-469e-407e-a769-f3eb4c3353be,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:52:32.545843 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ee47b1be-8213-4360-8152-3aba8f9a9e2e req-8634d5df-da40-40aa-bc18-24fc8ea1b3ae service neutron] 10.222.0.58 "GET /v2.0/networks/70789dea-2877-4eee-aed6-d29941fcf770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711082 Jun 18 19:52:32.599839 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:32.608324 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:32.661850 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=cce485a0-469e-407e-a769-f3eb4c3353be,revision_number=9']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:32.666097 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:32.710680 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-09e87742-f6f9-45e5-92e6-486d6356877b req-f7840945-dfae-466f-ab1b-5bc71d59a4c3 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831847 Jun 18 19:52:32.801987 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6228842-d2cd-497b-bd3d-4f1625dafd6c None None] New status for floating IP a1388c73-d917-40a7-b17c-809a64f85866: DOWN {{(pid=100056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:52:32.866593 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['cce485a0-469e-407e-a769-f3eb4c3353be'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:52:32.987070 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ae76d-8bec-43c2-843e-4564aee3f059 req-458fa891-49e5-4711-976d-e7d0fa1af271 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:32.989038 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a08ae76d-8bec-43c2-843e-4564aee3f059 req-458fa891-49e5-4711-976d-e7d0fa1af271 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 945 time: 0.0639851 Jun 18 19:52:33.029921 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a08ae76d-8bec-43c2-843e-4564aee3f059 req-7ff307f9-ff80-4d5c-8e17-127fd4ba4539 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345423 Jun 18 19:52:33.199201 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43044) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:33.306462 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5aa7bb81-dfb3-4989-bedc-2ff842aadae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:33.394322 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5aa7bb81-dfb3-4989-bedc-2ff842aadae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:33.450368 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-5aa7bb81-dfb3-4989-bedc-2ff842aadae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:33.453027 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-b7229020-3f71-4597-bc3f-2ba4085102c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:33.494412 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-5aa7bb81-dfb3-4989-bedc-2ff842aadae1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=981375c3c695443e97c983257f5565a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939811 Jun 18 19:52:33.495323 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7bb81-dfb3-4989-bedc-2ff842aadae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f238a37-62bc-45bb-8451-83eed5a16321,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:33.497889 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43048) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:33.498486 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-5aa7bb81-dfb3-4989-bedc-2ff842aadae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:33.547466 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:33.567672 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:33.793877 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:33.797462 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:33.798586 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f238a37-62bc-45bb-8451-83eed5a16321 HTTP/1.1" status: 204 len: 168 time: 0.3004642 Jun 18 19:52:33.799350 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2900e133-00fa-4e72-8e81-1817bae76468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:33.808362 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f238a37-62bc-45bb-8451-83eed5a16321,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:33.816376 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:33.820491 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:33.820491 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:33.820491 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:33.820491 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:33.820491 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:33.820491 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:33.820491 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:33.820491 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:33.820491 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:33.821584 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:33.821584 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:52:33.824412 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:33.892964 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ab883-00a1-482b-bfae-df63f7b20b9a req-8e0ef9de-8bf4-4530-b5a4-5e239d859397 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:33.894393 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-570ab883-00a1-482b-bfae-df63f7b20b9a req-8e0ef9de-8bf4-4530-b5a4-5e239d859397 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.0637877 Jun 18 19:52:33.936499 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-570ab883-00a1-482b-bfae-df63f7b20b9a req-7b7762e0-ddf9-4cca-8328-f1d967c06774 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c300e3-9374-48cb-b249-28012dbbbea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358305 Jun 18 19:52:33.990479 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bfe67-30b4-45e4-9c00-a8980fe470ea req-e4279d32-2aee-48f8-83f1-5742ea2ebc60 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:33.992666 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6a8bfe67-30b4-45e4-9c00-a8980fe470ea req-e4279d32-2aee-48f8-83f1-5742ea2ebc60 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.58 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 945 time: 0.0655997 Jun 18 19:52:34.097874 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-6a8bfe67-30b4-45e4-9c00-a8980fe470ea req-b70f6eae-6e3d-4081-8b9c-07541115746d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Deleting port de5ec956-6c8c-43b9-938f-657298054851 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:52:34.098231 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-6a8bfe67-30b4-45e4-9c00-a8980fe470ea req-b70f6eae-6e3d-4081-8b9c-07541115746d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:34.227081 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-6a8bfe67-30b4-45e4-9c00-a8980fe470ea req-b70f6eae-6e3d-4081-8b9c-07541115746d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] For port de5ec956-6c8c-43b9-938f-657298054851, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=de5ec956-6c8c-43b9-938f-657298054851,segment=NetworkSegment(8c761dda-3682-4684-9ba9-e2c1ccbf956b),segment_id=8c761dda-3682-4684-9ba9-e2c1ccbf956b)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:52:34.227435 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-6a8bfe67-30b4-45e4-9c00-a8980fe470ea req-b70f6eae-6e3d-4081-8b9c-07541115746d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:34.298079 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-6a8bfe67-30b4-45e4-9c00-a8980fe470ea req-b70f6eae-6e3d-4081-8b9c-07541115746d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Calling delete_port for de5ec956-6c8c-43b9-938f-657298054851 owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:52:34.321270 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f8a2e-fad7-4277-9df2-0743135d48b6 req-6069ba48-4ac0-44ba-992d-6a39ba3a5aeb tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:34.322821 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d05f8a2e-fad7-4277-9df2-0743135d48b6 req-6069ba48-4ac0-44ba-992d-6a39ba3a5aeb tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 945 time: 0.1650643 Jun 18 19:52:34.352995 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device cce485a0-469e-407e-a769-f3eb4c3353be up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:52:34.362390 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43058) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:34.377304 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-24c404f4-e2ec-4f93-b046-621eafcfe712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:34.406940 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d05f8a2e-fad7-4277-9df2-0743135d48b6 req-1cad287f-cd16-4360-99f3-5b1707bc25a3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540152 Jun 18 19:52:34.408930 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port cce485a0-469e-407e-a769-f3eb4c3353be triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:52:34.409523 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:34.494770 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:34.497681 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-24c404f4-e2ec-4f93-b046-621eafcfe712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:34.517902 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce485a0-469e-407e-a769-f3eb4c3353be'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:52:34.520191 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a97d0b-ffa6-4970-8498-94fe5f289997" -d '{"events": [{"server_uuid": "aa0c6361-e1ad-4432-b188-ac42d6502321", "name": "network-vif-plugged", "status": "completed", "tag": "cce485a0-469e-407e-a769-f3eb4c3353be"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:52:34.534552 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port cce485a0-469e-407e-a769-f3eb4c3353be, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cce485a0-469e-407e-a769-f3eb4c3353be,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:52:34.557255 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6387439-4b83-4827-89a2-6e47c7534d41 x-openstack-request-id: req-d6387439-4b83-4827-89a2-6e47c7534d41 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:52:34.557563 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0c6361-e1ad-4432-b188-ac42d6502321", "name": "network-vif-plugged", "status": "completed", "tag": "cce485a0-469e-407e-a769-f3eb4c3353be", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:52:34.557896 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6387439-4b83-4827-89a2-6e47c7534d41 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:52:34.558230 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce485a0-469e-407e-a769-f3eb4c3353be', 'code': 200} Jun 18 19:52:34.580587 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-6a8bfe67-30b4-45e4-9c00-a8980fe470ea req-b70f6eae-6e3d-4081-8b9c-07541115746d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:34.580876 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d1aa6c16-63b9-4000-821e-286f033e2c3b tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:34.599457 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-24c404f4-e2ec-4f93-b046-621eafcfe712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:34.603682 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:34.603682 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:34.606103 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6e3d8191-779f-475d-8292-7d983b87f6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:34.615776 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f6eae-6e3d-4081-8b9c-07541115746d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Pushing event deleted for resources: {'Port': ['ID=de5ec956-6c8c-43b9-938f-657298054851,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:34.620413 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-b70f6eae-6e3d-4081-8b9c-07541115746d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:34.650370 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-24c404f4-e2ec-4f93-b046-621eafcfe712 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=004dc041d7b2458780e0cb1099b83dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868857 Jun 18 19:52:34.652348 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c404f4-e2ec-4f93-b046-621eafcfe712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ddbecc-b619-4969-b7fa-ef7fd09d315e,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:34.653095 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43062) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:34.656167 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-24c404f4-e2ec-4f93-b046-621eafcfe712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:34.694830 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=cce485a0-469e-407e-a769-f3eb4c3353be,revision_number=10']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:34.694830 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:34.695469 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8bfe67-30b4-45e4-9c00-a8980fe470ea req-b70f6eae-6e3d-4081-8b9c-07541115746d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] No DVR routers for this DVR port de5ec956-6c8c-43b9-938f-657298054851 on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:52:34.698139 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-6a8bfe67-30b4-45e4-9c00-a8980fe470ea req-b70f6eae-6e3d-4081-8b9c-07541115746d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:34.700075 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6a8bfe67-30b4-45e4-9c00-a8980fe470ea req-b70f6eae-6e3d-4081-8b9c-07541115746d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.58 "DELETE /v2.0/ports/de5ec956-6c8c-43b9-938f-657298054851 HTTP/1.1" status: 204 len: 173 time: 0.7009416 Jun 18 19:52:34.700582 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'name': 'network-vif-deleted', 'tag': 'de5ec956-6c8c-43b9-938f-657298054851'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:52:34.702880 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc95b772-6e49-48a8-a593-c872b17fc215" -d '{"events": [{"server_uuid": "81e0db8a-5a66-4db9-802c-0bc8a868b59f", "name": "network-vif-deleted", "tag": "de5ec956-6c8c-43b9-938f-657298054851"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:52:34.742897 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ddcf58b0-7cd0-4315-9bc3-1b6c5602a9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:34.746381 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443e736e-722a-4850-8037-7221a0433b05 x-openstack-request-id: req-443e736e-722a-4850-8037-7221a0433b05 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:52:34.747014 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e0db8a-5a66-4db9-802c-0bc8a868b59f", "name": "network-vif-deleted", "tag": "de5ec956-6c8c-43b9-938f-657298054851", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:52:34.747317 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-443e736e-722a-4850-8037-7221a0433b05 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:52:34.747884 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e0db8a-5a66-4db9-802c-0bc8a868b59f', 'name': 'network-vif-deleted', 'tag': 'de5ec956-6c8c-43b9-938f-657298054851', 'status': 'completed', 'code': 200} Jun 18 19:52:34.768499 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ddcf58b0-7cd0-4315-9bc3-1b6c5602a9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:34.891946 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ddcf58b0-7cd0-4315-9bc3-1b6c5602a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:34.894571 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ddcf58b0-7cd0-4315-9bc3-1b6c5602a9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:34.895677 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-ddcf58b0-7cd0-4315-9bc3-1b6c5602a9cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25ddbecc-b619-4969-b7fa-ef7fd09d315e HTTP/1.1" status: 204 len: 168 time: 0.2415056 Jun 18 19:52:34.906606 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-09b156f1-ad93-42bf-9ff0-9b7d8ab75baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:34.929362 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf58b0-7cd0-4315-9bc3-1b6c5602a9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ddbecc-b619-4969-b7fa-ef7fd09d315e,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:34.931995 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ddcf58b0-7cd0-4315-9bc3-1b6c5602a9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:34.955827 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c54ffe-94d4-40ad-89d9-4d3f47ca9701 req-00fa4573-0e7e-4b0e-b8bc-b87151ff63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:34.957350 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-85c54ffe-94d4-40ad-89d9-4d3f47ca9701 req-00fa4573-0e7e-4b0e-b8bc-b87151ff63a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 1100 time: 0.0666196 Jun 18 19:52:34.995687 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-85c54ffe-94d4-40ad-89d9-4d3f47ca9701 req-f1a07f0c-d135-4687-b92d-72d14a4d8bdd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303276 Jun 18 19:52:35.087500 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-077c7f88-1611-4e5c-a337-0ae9ac452a39 req-42740e45-c685-4851-9ff3-97a6bfe2c0ea tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 210 time: 0.0300369 Jun 18 19:52:35.610037 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eec160-54ab-4f03-965b-a3e4a77e9937 req-80f5e83e-31ce-4516-9c88-eae369c47a3f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:35.611528 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e7eec160-54ab-4f03-965b-a3e4a77e9937 req-80f5e83e-31ce-4516-9c88-eae369c47a3f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 947 time: 0.0657225 Jun 18 19:52:35.654004 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e7eec160-54ab-4f03-965b-a3e4a77e9937 req-93602781-c4b8-4748-a03d-2ffcef283d1c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360639 Jun 18 19:52:36.263206 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a0abf2a9-53e0-4242-8d31-d189b915d232 req-a3557ed1-efac-4a90-938e-33e8d7533ba7 tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "GET /v2.0/ports?device_id=81e0db8a-5a66-4db9-802c-0bc8a868b59f HTTP/1.1" status: 200 len: 210 time: 0.0283947 Jun 18 19:52:36.404839 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:36.857378 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85e9ad-6b16-4b57-aeb9-802d93ad092c req-6ecba3a2-d566-4c56-902e-54ad200cbe47 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:36.859521 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3c85e9ad-6b16-4b57-aeb9-802d93ad092c req-6ecba3a2-d566-4c56-902e-54ad200cbe47 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 947 time: 0.0782180 Jun 18 19:52:36.899811 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3c85e9ad-6b16-4b57-aeb9-802d93ad092c req-92b561fe-d4ba-4f97-9de7-5a1732876aea tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346739 Jun 18 19:52:37.262752 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43146) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:37.361416 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43152) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:37.375308 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7042359f-a4bc-416c-8b0a-197433e336da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:37.456242 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8b1c5791-016a-4151-a8c5-8e392e2044de tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:37.492923 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8b1c5791-016a-4151-a8c5-8e392e2044de tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:37.555136 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7042359f-a4bc-416c-8b0a-197433e336da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:37.627853 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7042359f-a4bc-416c-8b0a-197433e336da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:37.630550 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c4d801df-2d67-498a-8c1c-cbd41f49ff2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:37.668336 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8b1c5791-016a-4151-a8c5-8e392e2044de tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:37.670924 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8b1c5791-016a-4151-a8c5-8e392e2044de tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:37.672206 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-8b1c5791-016a-4151-a8c5-8e392e2044de tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] 10.222.0.42 "DELETE /v2.0/security-groups/54c300e3-9374-48cb-b249-28012dbbbea3 HTTP/1.1" status: 204 len: 168 time: 0.3097427 Jun 18 19:52:37.676958 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-7042359f-a4bc-416c-8b0a-197433e336da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=522a2bd0122449c8b083e259b87e7340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131143 Jun 18 19:52:37.677870 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042359f-a4bc-416c-8b0a-197433e336da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d865300-81a2-4178-97ca-7dfd1ff6fa22,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:37.681140 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7042359f-a4bc-416c-8b0a-197433e336da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:37.681297 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43156) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:37.682030 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-5aa7bb81-dfb3-4989-bedc-2ff842aadae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:37.692719 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c5791-016a-4151-a8c5-8e392e2044de tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c300e3-9374-48cb-b249-28012dbbbea3,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:37.695618 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8b1c5791-016a-4151-a8c5-8e392e2044de tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:37.753002 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-0b5dda5e-b7a2-4851-882d-a82bdf7a8940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:37.769344 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43158) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:37.775707 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-0b5dda5e-b7a2-4851-882d-a82bdf7a8940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:37.895187 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-0b5dda5e-b7a2-4851-882d-a82bdf7a8940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:37.898510 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-0b5dda5e-b7a2-4851-882d-a82bdf7a8940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:37.900017 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-0b5dda5e-b7a2-4851-882d-a82bdf7a8940 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d865300-81a2-4178-97ca-7dfd1ff6fa22 HTTP/1.1" status: 204 len: 168 time: 0.2173870 Jun 18 19:52:37.900854 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-9777c822-576c-4211-a081-8523ae5a1099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:37.909592 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dda5e-b7a2-4851-882d-a82bdf7a8940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d865300-81a2-4178-97ca-7dfd1ff6fa22,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:37.911826 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-0b5dda5e-b7a2-4851-882d-a82bdf7a8940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:38.093317 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f397b71-7dc2-4fca-a65f-6b13daed465f req-ebfaff17-66d8-423a-9078-ab12665ba36e tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:52:38.094900 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3f397b71-7dc2-4fca-a65f-6b13daed465f req-ebfaff17-66d8-423a-9078-ab12665ba36e tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 947 time: 0.0656042 Jun 18 19:52:38.137336 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3f397b71-7dc2-4fca-a65f-6b13daed465f req-395d797a-b3ca-4806-bf0d-d7e6eef4c09f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365891 Jun 18 19:52:38.184160 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-fd437865-b5de-4e97-b729-3675be91d7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475895'] for router_interface, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:38.375016 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device de5ec956-6c8c-43b9-938f-657298054851 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:52:38.394907 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: de5ec956-6c8c-43b9-938f-657298054851 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:52:38.395259 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device de5ec956-6c8c-43b9-938f-657298054851 not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:52:38.441827 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-fd437865-b5de-4e97-b729-3675be91d7bb admin admin] Deleting port a4fa8f2b-7941-4ce4-970a-387eedb3ae18 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:52:38.442171 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-fd437865-b5de-4e97-b729-3675be91d7bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:38.524711 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [None req-fd437865-b5de-4e97-b729-3675be91d7bb admin admin] For port a4fa8f2b-7941-4ce4-970a-387eedb3ae18, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=a4fa8f2b-7941-4ce4-970a-387eedb3ae18,segment=NetworkSegment(8c761dda-3682-4684-9ba9-e2c1ccbf956b),segment_id=8c761dda-3682-4684-9ba9-e2c1ccbf956b)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:52:38.525077 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-fd437865-b5de-4e97-b729-3675be91d7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:38.542850 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43170) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:38.556315 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f4aa-0b8a-4dd5-8a2e-c0d248e0ab5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:38.595010 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-fd437865-b5de-4e97-b729-3675be91d7bb admin admin] Calling delete_port for a4fa8f2b-7941-4ce4-970a-387eedb3ae18 owned by network:router_interface {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:52:38.653874 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f4aa-0b8a-4dd5-8a2e-c0d248e0ab5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:38.776335 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f4aa-0b8a-4dd5-8a2e-c0d248e0ab5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:38.779022 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6f79555d-fb11-4a3e-9aea-9cf490c9099e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:38.817801 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-e1f9f4aa-0b8a-4dd5-8a2e-c0d248e0ab5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc2ad4f3defa4c939bfb9827cfabeacb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738700 Jun 18 19:52:38.818990 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9f4aa-0b8a-4dd5-8a2e-c0d248e0ab5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2550102-9d2b-43c4-b37e-ddb1391dbf9a,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:38.820614 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43172) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:38.821998 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-e1f9f4aa-0b8a-4dd5-8a2e-c0d248e0ab5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:38.871545 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8eedb58f-ccba-4509-a2cf-ed6aa0cef5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:38.888659 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-fd437865-b5de-4e97-b729-3675be91d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:38.893027 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-9dffbf5a-9428-4254-b4ef-f38f182b6dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:38.897587 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8eedb58f-ccba-4509-a2cf-ed6aa0cef5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:38.926061 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd437865-b5de-4e97-b729-3675be91d7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=a4fa8f2b-7941-4ce4-970a-387eedb3ae18,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:38.935214 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-fd437865-b5de-4e97-b729-3675be91d7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:39.090716 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8eedb58f-ccba-4509-a2cf-ed6aa0cef5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:39.093595 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8eedb58f-ccba-4509-a2cf-ed6aa0cef5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:39.094882 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-8eedb58f-ccba-4509-a2cf-ed6aa0cef5c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2550102-9d2b-43c4-b37e-ddb1391dbf9a HTTP/1.1" status: 204 len: 168 time: 0.2732277 Jun 18 19:52:39.097360 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-10cf56ad-228a-4897-8fc9-a7e33c5be126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:39.113655 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedb58f-ccba-4509-a2cf-ed6aa0cef5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2550102-9d2b-43c4-b37e-ddb1391dbf9a,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:39.116682 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8eedb58f-ccba-4509-a2cf-ed6aa0cef5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:39.137761 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-fd437865-b5de-4e97-b729-3675be91d7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475723'] for router_interface, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:39.342451 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd437865-b5de-4e97-b729-3675be91d7bb admin admin] Router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:52:39.449004 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd437865-b5de-4e97-b729-3675be91d7bb admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:52:39.456807 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-fd437865-b5de-4e97-b729-3675be91d7bb admin admin] 10.222.0.42 "PUT /v2.0/routers/b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6862609 Jun 18 19:52:39.457104 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43178) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:39.462584 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405b9fc-248e-4de7-8472-428ab89206a6 None None] Sync routers for ids ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:52:39.481593 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405b9fc-248e-4de7-8472-428ab89206a6 None None] Routers {'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:52:39.482290 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-0405b9fc-248e-4de7-8472-428ab89206a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:52:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:39.578113 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:39.593093 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-0405b9fc-248e-4de7-8472-428ab89206a6 None None] Set router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:52:39.689156 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:39.773280 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-0405b9fc-248e-4de7-8472-428ab89206a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'name': 'tempest-TestShelveInstance-651612013-router', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:05Z', 'updated_at': '2021-06-18T19:52:38Z', 'revision_number': 5, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'gw_port': {'id': '5b511b14-7728-4a79-80c6-574fba7e8fb0', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:06Z', 'updated_at': '2021-06-18T19:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:39.799223 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405b9fc-248e-4de7-8472-428ab89206a6 None None] Checking router: b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:52:39.799535 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] Deleting port 5b511b14-7728-4a79-80c6-574fba7e8fb0 {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:52:39.800027 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:39.807688 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405b9fc-248e-4de7-8472-428ab89206a6 None None] Routers {'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:52:39.808303 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-0405b9fc-248e-4de7-8472-428ab89206a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:52:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:39.885896 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] For port 5b511b14-7728-4a79-80c6-574fba7e8fb0, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=5b511b14-7728-4a79-80c6-574fba7e8fb0,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:52:39.886281 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:39.902058 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-0405b9fc-248e-4de7-8472-428ab89206a6 None None] Set router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 gateway port host: None {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:52:39.961913 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-0405b9fc-248e-4de7-8472-428ab89206a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'name': 'tempest-TestShelveInstance-651612013-router', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:05Z', 'updated_at': '2021-06-18T19:52:39Z', 'revision_number': 6, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'gw_port_host': None}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:39.970565 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] Calling delete_port for 5b511b14-7728-4a79-80c6-574fba7e8fb0 owned by network:router_gateway {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:52:39.992572 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405b9fc-248e-4de7-8472-428ab89206a6 None None] The sync data for ids ['b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401'] in dv-cinder-790535-6-iscsi is: [{'id': 'b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401', 'name': 'tempest-TestShelveInstance-651612013-router', 'tenant_id': '6652bca8615b4918af5c7ba0dd64f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:05Z', 'updated_at': '2021-06-18T19:52:39Z', 'revision_number': 6, 'project_id': '6652bca8615b4918af5c7ba0dd64f153', 'gw_port_host': None}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:52:40.211023 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:40.214141 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-08250031-ea42-493b-9fac-2b9f071cbc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:40.243794 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b511b14-7728-4a79-80c6-574fba7e8fb0,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:40.245768 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:40.305915 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624679'] for router_gateway, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:40.398743 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2938'] for router, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:40.401240 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:40.513480 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476712'] for router, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:40.514037 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 {{(pid=100055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 19:52:40.519386 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] Notify callbacks [] for router, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:40.519802 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-77227254-4ef4-428a-af43-6bea0b336bf5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b2ca5fbc-feeb-4e32-b7f3-6fd3ab760401 HTTP/1.1" status: 204 len: 168 time: 1.0616503 Jun 18 19:52:40.522891 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43202) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:40.573586 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5323b0-f1d9-480b-a217-99196308dba6 admin admin] Deleting subnet 9a09f1bd-6119-4439-abd6-c18c396dd572 {{(pid=100055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:52:40.576608 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-aa5323b0-f1d9-480b-a217-99196308dba6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:40.613537 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-aa5323b0-f1d9-480b-a217-99196308dba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26531168'] for subnet, precommit_delete_associations {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:40.692464 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-aa5323b0-f1d9-480b-a217-99196308dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:40.777732 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 5b511b14-7728-4a79-80c6-574fba7e8fb0 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:52:40.799671 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: 5b511b14-7728-4a79-80c6-574fba7e8fb0 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:52:40.800084 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 5b511b14-7728-4a79-80c6-574fba7e8fb0 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:52:40.801980 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device a4fa8f2b-7941-4ce4-970a-387eedb3ae18 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:52:40.819579 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: a4fa8f2b-7941-4ce4-970a-387eedb3ae18 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:52:40.819929 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device a4fa8f2b-7941-4ce4-970a-387eedb3ae18 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:52:40.822161 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-aa5323b0-f1d9-480b-a217-99196308dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27103865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25931740'] for subnet, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:40.825113 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:40.848731 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5323b0-f1d9-480b-a217-99196308dba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a09f1bd-6119-4439-abd6-c18c396dd572,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:40.851735 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-aa5323b0-f1d9-480b-a217-99196308dba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:40.861858 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-aa5323b0-f1d9-480b-a217-99196308dba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:40.862349 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368298f9-ec27-4451-a1b8-b1bfa11615f2 None None] Network 70789dea-2877-4eee-aed6-d29941fcf770 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:52:40.866730 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-aa5323b0-f1d9-480b-a217-99196308dba6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9a09f1bd-6119-4439-abd6-c18c396dd572 HTTP/1.1" status: 204 len: 168 time: 0.3398681 Jun 18 19:52:40.867345 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43212) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:40.942759 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:41.016076 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Deleting port f60cef8c-4c8d-401a-b61d-e499693253c1 {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:52:41.016579 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:41.095884 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] For port f60cef8c-4c8d-401a-b61d-e499693253c1, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=f60cef8c-4c8d-401a-b61d-e499693253c1,segment=NetworkSegment(8c761dda-3682-4684-9ba9-e2c1ccbf956b),segment_id=8c761dda-3682-4684-9ba9-e2c1ccbf956b)] {{(pid=100055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:52:41.096246 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:41.107557 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77ccab6-90b7-4638-82e9-377465055e5c None None] DHCP port deletion for 70789dea-2877-4eee-aed6-d29941fcf770 request from dv-cinder-790535-6-iscsi {{(pid=100056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 19:52:41.154399 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-a77ccab6-90b7-4638-82e9-377465055e5c None None] Deleting port f60cef8c-4c8d-401a-b61d-e499693253c1 {{(pid=100056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:52:41.154782 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-a77ccab6-90b7-4638-82e9-377465055e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:41.167062 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Calling delete_port for f60cef8c-4c8d-401a-b61d-e499693253c1 owned by network:dhcp {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:52:41.222754 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-a77ccab6-90b7-4638-82e9-377465055e5c None None] For port f60cef8c-4c8d-401a-b61d-e499693253c1, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=f60cef8c-4c8d-401a-b61d-e499693253c1,segment=NetworkSegment(8c761dda-3682-4684-9ba9-e2c1ccbf956b),segment_id=8c761dda-3682-4684-9ba9-e2c1ccbf956b)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:52:41.223164 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-a77ccab6-90b7-4638-82e9-377465055e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:41.289985 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-a77ccab6-90b7-4638-82e9-377465055e5c None None] Calling delete_port for f60cef8c-4c8d-401a-b61d-e499693253c1 owned by network:dhcp {{(pid=100056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:52:41.324006 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:41.327197 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-f7baf770-1567-46cc-a825-673e046604a2 tempest-DeleteServersTestJSON-1005136030 tempest-DeleteServersTestJSON-1005136030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:41.359622 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60cef8c-4c8d-401a-b61d-e499693253c1,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:41.363007 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] No DVR routers for this DVR port f60cef8c-4c8d-401a-b61d-e499693253c1 on host dv-cinder-790535-6-iscsi {{(pid=100055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:52:41.366574 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:41.377936 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-a77ccab6-90b7-4638-82e9-377465055e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311'] for port, after_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:41.380726 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:41.404926 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ccab6-90b7-4638-82e9-377465055e5c None None] Pushing event deleted for resources: {'Port': ['ID=f60cef8c-4c8d-401a-b61d-e499693253c1,revision_number=None']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:41.406736 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ccab6-90b7-4638-82e9-377465055e5c None None] No DVR routers for this DVR port f60cef8c-4c8d-401a-b61d-e499693253c1 on host dv-cinder-790535-6-iscsi {{(pid=100056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:52:41.411532 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-a77ccab6-90b7-4638-82e9-377465055e5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:41.443158 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:41.462521 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70789dea-2877-4eee-aed6-d29941fcf770']}} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:41.463429 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c761dda-3682-4684-9ba9-e2c1ccbf956b') {'for_net_delete': True} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:41.463730 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c761dda-3682-4684-9ba9-e2c1ccbf956b') {} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:41.472250 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26531177'] for segment, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:41.486039 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:41.492283 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:52:41.492691 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25399250'] for segment, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: Traceback (most recent call last): Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: timer() Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: cb(*args, **kw) Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: return func(*args, **kwargs) Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: self._notify() Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: self.callback(batched_events) Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: event.method(event) Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: return f(self, *a, **k) Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._get(url).json() Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: return self.request(url, 'GET', **kwargs) Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:52:41.494264 dv-cinder-790535-6-iscsi neutron-server[100055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:52:41.645003 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:41.648936 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-fc1fc9a4-b1d1-4578-addf-95faddc53a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:41.651427 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:41.653393 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] 10.222.0.42 "DELETE /v2.0/networks/70789dea-2877-4eee-aed6-d29941fcf770 HTTP/1.1" status: 204 len: 168 time: 0.7851100 Jun 18 19:52:41.656402 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43224) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:41.669208 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=70789dea-2877-4eee-aed6-d29941fcf770,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:41.671547 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:42.009675 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-64abd26c-3e6c-4845-a726-d8898518e3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475895'] for router_interface, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:42.519766 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-64abd26c-3e6c-4845-a726-d8898518e3fe admin admin] Deleting port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:52:42.520104 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-64abd26c-3e6c-4845-a726-d8898518e3fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:42.597861 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [None req-64abd26c-3e6c-4845-a726-d8898518e3fe admin admin] For port 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182,segment=NetworkSegment(1fd277f2-7305-40dc-addd-39b6a3d449b7),segment_id=1fd277f2-7305-40dc-addd-39b6a3d449b7)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:52:42.598235 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-64abd26c-3e6c-4845-a726-d8898518e3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:42.665347 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-64abd26c-3e6c-4845-a726-d8898518e3fe admin admin] Calling delete_port for 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 owned by network:router_interface {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:52:42.748411 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device f60cef8c-4c8d-401a-b61d-e499693253c1 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:52:42.769124 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: f60cef8c-4c8d-401a-b61d-e499693253c1 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:52:42.769830 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device f60cef8c-4c8d-401a-b61d-e499693253c1 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:52:42.884769 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-64abd26c-3e6c-4845-a726-d8898518e3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:42.886738 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-bb740dbf-7e2f-4c0b-a10b-e5411adeffeb tempest-AttachVolumeNegativeTest-1634110337 tempest-AttachVolumeNegativeTest-1634110337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:42.910905 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abd26c-3e6c-4845-a726-d8898518e3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:42.915173 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-64abd26c-3e6c-4845-a726-d8898518e3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:43.082234 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-64abd26c-3e6c-4845-a726-d8898518e3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475723'] for router_interface, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:43.158234 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f832f014-ac65-4476-b3de-f17cbdd0da27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:43.307253 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64abd26c-3e6c-4845-a726-d8898518e3fe admin admin] Router 00a20cf4-e512-4ced-9a1d-7315cbfb2678 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:52:43.421933 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64abd26c-3e6c-4845-a726-d8898518e3fe admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:52:43.427828 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-64abd26c-3e6c-4845-a726-d8898518e3fe admin admin] 10.222.0.42 "PUT /v2.0/routers/00a20cf4-e512-4ced-9a1d-7315cbfb2678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7694376 Jun 18 19:52:43.430555 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43244) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:43.433060 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4a5c9e-3f19-490e-a1fe-31706428417f None None] Sync routers for ids ['00a20cf4-e512-4ced-9a1d-7315cbfb2678'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:52:43.441956 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4a5c9e-3f19-490e-a1fe-31706428417f None None] Routers {'00a20cf4-e512-4ced-9a1d-7315cbfb2678'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:52:43.442603 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-fd4a5c9e-3f19-490e-a1fe-31706428417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:52:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['00a20cf4-e512-4ced-9a1d-7315cbfb2678'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:43.540270 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] Notify callbacks [] for router, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:43.551869 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-fd4a5c9e-3f19-490e-a1fe-31706428417f None None] Set router 00a20cf4-e512-4ced-9a1d-7315cbfb2678 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:52:43.652676 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:43.736081 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-fd4a5c9e-3f19-490e-a1fe-31706428417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'name': 'tempest-TestShelveInstance-1020817840-router', 'tenant_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '47f27d87-4532-4b34-b99d-09615de5f919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:15Z', 'updated_at': '2021-06-18T19:52:42Z', 'revision_number': 5, 'project_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'gw_port': {'id': '47f27d87-4532-4b34-b99d-09615de5f919', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:17Z', 'updated_at': '2021-06-18T19:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:43.762897 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4a5c9e-3f19-490e-a1fe-31706428417f None None] Checking router: 00a20cf4-e512-4ced-9a1d-7315cbfb2678 for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:52:43.771057 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4a5c9e-3f19-490e-a1fe-31706428417f None None] Routers {'00a20cf4-e512-4ced-9a1d-7315cbfb2678'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:52:43.771669 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-fd4a5c9e-3f19-490e-a1fe-31706428417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:52:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['00a20cf4-e512-4ced-9a1d-7315cbfb2678'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:43.820693 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] Deleting port 47f27d87-4532-4b34-b99d-09615de5f919 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:52:43.820693 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:43.884482 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-fd4a5c9e-3f19-490e-a1fe-31706428417f None None] Set router 00a20cf4-e512-4ced-9a1d-7315cbfb2678 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:52:43.911488 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] For port 47f27d87-4532-4b34-b99d-09615de5f919, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=47f27d87-4532-4b34-b99d-09615de5f919,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:52:43.911855 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:43.977580 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] Calling delete_port for 47f27d87-4532-4b34-b99d-09615de5f919 owned by network:router_gateway {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:52:44.068844 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-fd4a5c9e-3f19-490e-a1fe-31706428417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'name': 'tempest-TestShelveInstance-1020817840-router', 'tenant_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '47f27d87-4532-4b34-b99d-09615de5f919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:15Z', 'updated_at': '2021-06-18T19:52:42Z', 'revision_number': 5, 'project_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'gw_port': {'id': '47f27d87-4532-4b34-b99d-09615de5f919', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:17Z', 'updated_at': '2021-06-18T19:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:44.095241 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4a5c9e-3f19-490e-a1fe-31706428417f None None] The sync data for ids ['00a20cf4-e512-4ced-9a1d-7315cbfb2678'] in dv-cinder-790535-6-iscsi is: [{'id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'name': 'tempest-TestShelveInstance-1020817840-router', 'tenant_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '47f27d87-4532-4b34-b99d-09615de5f919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:15Z', 'updated_at': '2021-06-18T19:52:42Z', 'revision_number': 5, 'project_id': 'af6e5c8a1a844cb28a7cad49ba8aa6ff', 'gw_port': {'id': '47f27d87-4532-4b34-b99d-09615de5f919', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a20cf4-e512-4ced-9a1d-7315cbfb2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:17Z', 'updated_at': '2021-06-18T19:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:52:44.215328 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:44.217501 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-20c35f3d-b687-4a7f-90ee-7d77998dc08b tempest-VolumesActionsTest-939463844 tempest-VolumesActionsTest-939463844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:44.245161 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f27d87-4532-4b34-b99d-09615de5f919,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:44.248355 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:44.306260 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624679'] for router_gateway, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:44.394052 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2938'] for router, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:44.396081 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:44.501336 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476712'] for router, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:44.501994 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00a20cf4-e512-4ced-9a1d-7315cbfb2678 {{(pid=100054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 19:52:44.510396 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] Notify callbacks [] for router, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:44.510396 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] 10.222.0.42 "DELETE /v2.0/routers/00a20cf4-e512-4ced-9a1d-7315cbfb2678 HTTP/1.1" status: 204 len: 168 time: 1.0770874 Jun 18 19:52:44.511569 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43254) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:44.557760 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0ea51f-ac92-4951-bf25-efd5a311b3c1 admin admin] Deleting subnet 57583c5a-d2b1-420e-b313-864e881beab7 {{(pid=100054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:52:44.562624 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3e0ea51f-ac92-4951-bf25-efd5a311b3c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:44.599297 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3e0ea51f-ac92-4951-bf25-efd5a311b3c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25228988'] for subnet, precommit_delete_associations {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:44.692085 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3e0ea51f-ac92-4951-bf25-efd5a311b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:44.805313 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3e0ea51f-ac92-4951-bf25-efd5a311b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1123030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257712'] for subnet, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:44.807556 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:44.831830 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ea51f-ac92-4951-bf25-efd5a311b3c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57583c5a-d2b1-420e-b313-864e881beab7,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:44.834358 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-3e0ea51f-ac92-4951-bf25-efd5a311b3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:44.837826 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-3e0ea51f-ac92-4951-bf25-efd5a311b3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:44.839669 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-3e0ea51f-ac92-4951-bf25-efd5a311b3c1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/57583c5a-d2b1-420e-b313-864e881beab7 HTTP/1.1" status: 204 len: 168 time: 0.3271253 Jun 18 19:52:44.842254 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43256) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:44.843214 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9737256d-9374-4a84-9492-4e575de4d54c None None] Network 259f97c2-d01a-4dcc-ae8a-2f4410de05bd requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:52:44.919417 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:44.978240 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Deleting port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:52:44.978673 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.043123 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] For port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=348adb6d-babd-4c81-83a2-00c9eb2fcaa8,segment=NetworkSegment(1fd277f2-7305-40dc-addd-39b6a3d449b7),segment_id=1fd277f2-7305-40dc-addd-39b6a3d449b7)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:52:45.048284 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.096203 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464b06a2-5951-44e7-bbf6-2bc49f7442f9 None None] DHCP port deletion for 259f97c2-d01a-4dcc-ae8a-2f4410de05bd request from dv-cinder-790535-6-iscsi {{(pid=100056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 19:52:45.118316 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Calling delete_port for 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 owned by network:dhcp {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:52:45.176835 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-464b06a2-5951-44e7-bbf6-2bc49f7442f9 None None] Deleting port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 {{(pid=100056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:52:45.177832 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-464b06a2-5951-44e7-bbf6-2bc49f7442f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.183190 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:52:45.319616 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.322029 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-64abd26c-3e6c-4845-a726-d8898518e3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:45.345353 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=348adb6d-babd-4c81-83a2-00c9eb2fcaa8,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:45.348446 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:45.353602 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] No DVR routers for this DVR port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 on host dv-cinder-790535-6-iscsi {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:52:45.366230 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:52:45.366590 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 7fcbd4c3-c4c5-48b2-80cb-cfcaf3357182 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:52:45.391142 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-464b06a2-5951-44e7-bbf6-2bc49f7442f9 None None] For port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=348adb6d-babd-4c81-83a2-00c9eb2fcaa8,segment=NetworkSegment(1fd277f2-7305-40dc-addd-39b6a3d449b7),segment_id=1fd277f2-7305-40dc-addd-39b6a3d449b7)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:52:45.391546 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-464b06a2-5951-44e7-bbf6-2bc49f7442f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.430280 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.439288 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259f97c2-d01a-4dcc-ae8a-2f4410de05bd']}} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:45.449777 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd277f2-7305-40dc-addd-39b6a3d449b7') {'for_net_delete': True} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:45.450067 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd277f2-7305-40dc-addd-39b6a3d449b7') {} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:52:45.453128 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-464b06a2-5951-44e7-bbf6-2bc49f7442f9 None None] Calling delete_port for 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 owned by network:dhcp {{(pid=100056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:52:45.458858 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25228981'] for segment, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.473651 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.480806 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=100054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:52:45.481216 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-999293'] for segment, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: Traceback (most recent call last): Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: timer() Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: cb(*args, **kw) Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: return func(*args, **kwargs) Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: self._notify() Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: self.callback(batched_events) Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: event.method(event) Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: return f(self, *a, **k) Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: return self._get(url).json() Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: return self.request(url, 'GET', **kwargs) Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:52:45.483067 dv-cinder-790535-6-iscsi neutron-server[100054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:52:45.537169 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-464b06a2-5951-44e7-bbf6-2bc49f7442f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311'] for port, after_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.539239 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:45.566021 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b06a2-5951-44e7-bbf6-2bc49f7442f9 None None] No DVR routers for this DVR port 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 on host dv-cinder-790535-6-iscsi {{(pid=100056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:52:45.571602 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b06a2-5951-44e7-bbf6-2bc49f7442f9 None None] Pushing event deleted for resources: {'Port': ['ID=348adb6d-babd-4c81-83a2-00c9eb2fcaa8,revision_number=None']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:45.573910 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-464b06a2-5951-44e7-bbf6-2bc49f7442f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:45.621846 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.625879 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:45.629196 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.631052 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] 10.222.0.42 "DELETE /v2.0/networks/259f97c2-d01a-4dcc-ae8a-2f4410de05bd HTTP/1.1" status: 204 len: 168 time: 0.7878835 Jun 18 19:52:45.632134 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43270) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:45.649391 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=259f97c2-d01a-4dcc-ae8a-2f4410de05bd,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:45.651890 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:45.751407 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c24592bc-153f-42cd-a118-6261b0b450aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.753256 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-32eddbc9-f909-4929-a12f-3a43b73688cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.843645 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c24592bc-153f-42cd-a118-6261b0b450aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.890099 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.947118 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c24592bc-153f-42cd-a118-6261b0b450aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:45.949794 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-19500b81-0c50-462f-b575-311ab1cf8e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:45.987222 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-c24592bc-153f-42cd-a118-6261b0b450aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40362800d1a949ef92c04ab8ac6c0217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529859 Jun 18 19:52:45.988090 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24592bc-153f-42cd-a118-6261b0b450aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f25a992-6ca9-47e3-a650-3f8eb90c66fa,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:45.992529 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43276) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:45.994617 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c24592bc-153f-42cd-a118-6261b0b450aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:46.008857 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43278) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:46.048229 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1308d342-1ffc-4c95-ac4c-dd53695b9e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:46.051447 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-3f2a15ef-6a27-4495-a808-bef6a3053457 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6652bca8615b4918af5c7ba0dd64f153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414834 Jun 18 19:52:46.054559 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43280) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:46.071541 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1308d342-1ffc-4c95-ac4c-dd53695b9e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:46.109716 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bfad6923-c6df-478e-b6c6-f96d08482765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:46.130967 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bfad6923-c6df-478e-b6c6-f96d08482765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:46.203694 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1308d342-1ffc-4c95-ac4c-dd53695b9e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:46.206296 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1308d342-1ffc-4c95-ac4c-dd53695b9e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:46.207437 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-1308d342-1ffc-4c95-ac4c-dd53695b9e6e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f25a992-6ca9-47e3-a650-3f8eb90c66fa HTTP/1.1" status: 204 len: 168 time: 0.2139578 Jun 18 19:52:46.208215 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c24592bc-153f-42cd-a118-6261b0b450aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:46.215928 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308d342-1ffc-4c95-ac4c-dd53695b9e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f25a992-6ca9-47e3-a650-3f8eb90c66fa,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:46.218220 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-1308d342-1ffc-4c95-ac4c-dd53695b9e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:46.267506 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bfad6923-c6df-478e-b6c6-f96d08482765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:46.270213 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bfad6923-c6df-478e-b6c6-f96d08482765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:46.271373 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-bfad6923-c6df-478e-b6c6-f96d08482765 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dbf924f3-81e4-46ba-865b-0e7146e8c199 HTTP/1.1" status: 204 len: 168 time: 0.2155399 Jun 18 19:52:46.272168 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-8fff5ade-38e7-4980-93f3-16d4f285654e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:46.280790 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad6923-c6df-478e-b6c6-f96d08482765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf924f3-81e4-46ba-865b-0e7146e8c199,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:46.283482 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-bfad6923-c6df-478e-b6c6-f96d08482765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:46.749044 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:52:46.769310 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:52:46.769580 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 348adb6d-babd-4c81-83a2-00c9eb2fcaa8 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:52:46.770043 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 47f27d87-4532-4b34-b99d-09615de5f919 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:52:46.792091 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: 47f27d87-4532-4b34-b99d-09615de5f919 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:52:46.797167 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 47f27d87-4532-4b34-b99d-09615de5f919 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:52:46.981410 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43290) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:46.995083 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-09bd8eb5-c730-4cc6-807c-d5be509f5836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:47.017064 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:47.069713 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43292) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:47.084299 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-09bd8eb5-c730-4cc6-807c-d5be509f5836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:47.108853 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-43470119-370b-4241-b639-b7b28644f47f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af6e5c8a1a844cb28a7cad49ba8aa6ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379028 Jun 18 19:52:47.111325 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43294) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:47.158614 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-09bd8eb5-c730-4cc6-807c-d5be509f5836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:47.160772 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-11053d10-2a9b-48f4-abd4-5b82823890ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:47.162254 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-130ad06f-90a2-4872-8b8d-b72e835f9bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:47.181826 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-11053d10-2a9b-48f4-abd4-5b82823890ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:47.203653 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-09bd8eb5-c730-4cc6-807c-d5be509f5836 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa6603b3e7c841ff8707bd4931519307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209885 Jun 18 19:52:47.206341 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43296) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:47.208447 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd8eb5-c730-4cc6-807c-d5be509f5836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4d5b93-c3bf-42f9-bf95-3ab248dfb2a9,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:47.212548 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-09bd8eb5-c730-4cc6-807c-d5be509f5836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:47.267048 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e57f36a0-09d9-44fe-8a46-082d23847c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:47.287557 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e57f36a0-09d9-44fe-8a46-082d23847c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:47.290416 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-11053d10-2a9b-48f4-abd4-5b82823890ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:47.293058 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-11053d10-2a9b-48f4-abd4-5b82823890ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:47.294228 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-11053d10-2a9b-48f4-abd4-5b82823890ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d987aab-13e5-4354-8f4d-8e78fdcdfa8e HTTP/1.1" status: 204 len: 168 time: 0.1819625 Jun 18 19:52:47.295001 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-b1a91960-b63d-46bb-8505-0d0de3b41130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:47.302697 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11053d10-2a9b-48f4-abd4-5b82823890ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d987aab-13e5-4354-8f4d-8e78fdcdfa8e,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:47.306269 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-11053d10-2a9b-48f4-abd4-5b82823890ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:47.403712 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e57f36a0-09d9-44fe-8a46-082d23847c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:47.406424 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e57f36a0-09d9-44fe-8a46-082d23847c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:47.407577 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-e57f36a0-09d9-44fe-8a46-082d23847c5b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c4d5b93-c3bf-42f9-bf95-3ab248dfb2a9 HTTP/1.1" status: 204 len: 168 time: 0.2002001 Jun 18 19:52:47.408385 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-9b20e599-5eea-4aa8-91bd-1e55f4c32250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:47.416272 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f36a0-09d9-44fe-8a46-082d23847c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4d5b93-c3bf-42f9-bf95-3ab248dfb2a9,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:47.418558 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-e57f36a0-09d9-44fe-8a46-082d23847c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:48.884120 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:49.310346 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43340) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:49.414780 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ccbf52d8-f75b-465c-9e63-2fd340e66632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:49.500476 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ccbf52d8-f75b-465c-9e63-2fd340e66632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:49.552644 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-ccbf52d8-f75b-465c-9e63-2fd340e66632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:49.555244 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-dd96f0fc-6457-4933-87d6-b8ba84ec225d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:49.592955 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf52d8-f75b-465c-9e63-2fd340e66632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b65c06-97c6-4d18-a95b-0fdac8b5607a,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:49.595991 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ccbf52d8-f75b-465c-9e63-2fd340e66632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:52:49.598508 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-ccbf52d8-f75b-465c-9e63-2fd340e66632 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57523f88092b4f7b9bae2b25b69b9dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869387 Jun 18 19:52:49.601916 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43344) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:52:49.654447 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-07628c0f-983a-49cd-8c98-34202f25338d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:49.675343 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-07628c0f-983a-49cd-8c98-34202f25338d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:49.787122 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-07628c0f-983a-49cd-8c98-34202f25338d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:49.790956 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-07628c0f-983a-49cd-8c98-34202f25338d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:49.792149 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-07628c0f-983a-49cd-8c98-34202f25338d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2b65c06-97c6-4d18-a95b-0fdac8b5607a HTTP/1.1" status: 204 len: 168 time: 0.1893027 Jun 18 19:52:49.792978 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-becf3ee4-c206-4415-a5bd-41954cb2908b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:52:49.800545 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07628c0f-983a-49cd-8c98-34202f25338d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b65c06-97c6-4d18-a95b-0fdac8b5607a,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:52:49.802801 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-07628c0f-983a-49cd-8c98-34202f25338d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:04.952344 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:53:06.421608 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:06.721914 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-447cb147-3f47-49fe-8f36-cb19c1975e3e req-96af5ec3-9ded-4bea-afa9-05f49d958ec0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0603273 Jun 18 19:53:07.747732 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cb147-3f47-49fe-8f36-cb19c1975e3e req-86a60db7-5295-4b9f-a612-502b3ee4af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:07.749284 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-447cb147-3f47-49fe-8f36-cb19c1975e3e req-86a60db7-5295-4b9f-a612-502b3ee4af4f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef&device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 1100 time: 0.0559680 Jun 18 19:53:08.698495 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cb147-3f47-49fe-8f36-cb19c1975e3e req-24b35440-69cf-4d4f-acc0-eea9de3f268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:08.700262 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-447cb147-3f47-49fe-8f36-cb19c1975e3e req-24b35440-69cf-4d4f-acc0-eea9de3f268a service neutron] 10.222.0.58 "GET /v2.0/networks?id=19876e3d-b88e-4d20-8062-e87a38d76ed8 HTTP/1.1" status: 200 len: 917 time: 0.0991697 Jun 18 19:53:09.731135 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-447cb147-3f47-49fe-8f36-cb19c1975e3e req-ab2e8f7f-c304-4377-bded-3fd91064dc13 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cce485a0-469e-407e-a769-f3eb4c3353be HTTP/1.1" status: 200 len: 1001 time: 0.0648189 Jun 18 19:53:09.785112 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cb147-3f47-49fe-8f36-cb19c1975e3e req-ac03c419-903a-4bc4-993f-7b8f2838522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:09.786665 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-447cb147-3f47-49fe-8f36-cb19c1975e3e req-ac03c419-903a-4bc4-993f-7b8f2838522c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c17436c7-1ba8-41fd-a3de-4744d824190b HTTP/1.1" status: 200 len: 855 time: 0.0463245 Jun 18 19:53:09.846547 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cb147-3f47-49fe-8f36-cb19c1975e3e req-99ce94c9-90d3-477d-a991-28c340cfd622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:09.848110 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-447cb147-3f47-49fe-8f36-cb19c1975e3e req-99ce94c9-90d3-477d-a991-28c340cfd622 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19876e3d-b88e-4d20-8062-e87a38d76ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545833 Jun 18 19:53:09.949808 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-447cb147-3f47-49fe-8f36-cb19c1975e3e req-8197ebef-072d-45b7-810b-70daa295c830 service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920722 Jun 18 19:53:10.046069 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-447cb147-3f47-49fe-8f36-cb19c1975e3e req-29930a15-3881-42bc-8811-d7b2b18ef026 service neutron] 10.222.0.58 "GET /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884011 Jun 18 19:53:13.147075 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-dc37fdc4-9c5e-4267-9cc1-5bf763236e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:15.357098 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43482) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:15.458121 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4ca41b35-6169-4648-94b5-9e255ba9eddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:15.545821 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4ca41b35-6169-4648-94b5-9e255ba9eddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:15.644106 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4ca41b35-6169-4648-94b5-9e255ba9eddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:15.646827 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-28b48a2c-dc06-453c-be89-578510a97ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:15.683842 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-4ca41b35-6169-4648-94b5-9e255ba9eddd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d8ac7ab72dd47b992b8a0ca3f18c0f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256378 Jun 18 19:53:15.687717 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca41b35-6169-4648-94b5-9e255ba9eddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7745d304-2648-4659-92fe-22b04dd680df,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:15.687851 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43486) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:15.688328 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-4ca41b35-6169-4648-94b5-9e255ba9eddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:15.738265 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8af4fb25-a704-43cb-ab8a-c64970cede2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:15.764480 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8af4fb25-a704-43cb-ab8a-c64970cede2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:15.769443 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-1d5c3e43-b690-4820-ad00-be29fc07900e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:15.888746 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:15.917342 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8af4fb25-a704-43cb-ab8a-c64970cede2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:15.919912 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-8af4fb25-a704-43cb-ab8a-c64970cede2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:15.921146 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-8af4fb25-a704-43cb-ab8a-c64970cede2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7745d304-2648-4659-92fe-22b04dd680df HTTP/1.1" status: 204 len: 168 time: 0.2324257 Jun 18 19:53:15.921967 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-543b6893-7060-4a75-91a6-4d0b304ba880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:15.930640 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4fb25-a704-43cb-ab8a-c64970cede2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7745d304-2648-4659-92fe-22b04dd680df,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:15.933081 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8af4fb25-a704-43cb-ab8a-c64970cede2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:17.032415 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:17.127002 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a08fb9-6421-4b9d-8f34-e59d7310e79f req-e695bf5d-52c1-48e7-9d1c-54fd3f430f43 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:17.128561 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a6a08fb9-6421-4b9d-8f34-e59d7310e79f req-e695bf5d-52c1-48e7-9d1c-54fd3f430f43 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 947 time: 0.0735278 Jun 18 19:53:17.170124 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a6a08fb9-6421-4b9d-8f34-e59d7310e79f req-42fab97c-0b68-4c9c-9da2-706e6082bcb2 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347440 Jun 18 19:53:18.358781 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b0165-4b6b-432a-95c9-09552f70b20f req-8a10ebd8-4a17-4359-bf60-1564fbecc8c3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:18.360268 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b87b0165-4b6b-432a-95c9-09552f70b20f req-8a10ebd8-4a17-4359-bf60-1564fbecc8c3 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 947 time: 0.0657337 Jun 18 19:53:18.404488 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b87b0165-4b6b-432a-95c9-09552f70b20f req-5f523db7-351a-4d16-946d-2a438857b5c9 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b355db2a-a770-43f8-8287-e8408662a971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384734 Jun 18 19:53:18.669583 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcad77-fcb7-448c-9472-5ada5c705669 req-e8639891-29aa-440b-abf9-30b054bed3c0 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:18.671060 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d2dcad77-fcb7-448c-9472-5ada5c705669 req-e8639891-29aa-440b-abf9-30b054bed3c0 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 947 time: 0.0687771 Jun 18 19:53:18.779743 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-d2dcad77-fcb7-448c-9472-5ada5c705669 req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Deleting port cce485a0-469e-407e-a769-f3eb4c3353be {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:53:18.780177 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d2dcad77-fcb7-448c-9472-5ada5c705669 req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:18.860993 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:18.871414 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-d2dcad77-fcb7-448c-9472-5ada5c705669 req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] For port cce485a0-469e-407e-a769-f3eb4c3353be, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cce485a0-469e-407e-a769-f3eb4c3353be,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:53:18.871766 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d2dcad77-fcb7-448c-9472-5ada5c705669 req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:19.046305 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d2dcad77-fcb7-448c-9472-5ada5c705669 req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:19.046671 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d2dcad77-fcb7-448c-9472-5ada5c705669 req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:19.047039 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.l3_db [req-d2dcad77-fcb7-448c-9472-5ada5c705669 req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Floating IP 7397e363-e720-4ae3-8405-bf80d733bf82 disassociated. External IP: 172.27.3.44, port: cce485a0-469e-407e-a769-f3eb4c3353be. Jun 18 19:53:19.047385 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-d2dcad77-fcb7-448c-9472-5ada5c705669 req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Calling delete_port for cce485a0-469e-407e-a769-f3eb4c3353be owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:53:19.270132 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d2dcad77-fcb7-448c-9472-5ada5c705669 req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:19.275772 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-6f0b1ad2-3f2c-43cf-aa54-cbe08d908ab8 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:19.306471 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event deleted for resources: {'Port': ['ID=cce485a0-469e-407e-a769-f3eb4c3353be,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:19.309553 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:19.423316 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2dcad77-fcb7-448c-9472-5ada5c705669 req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Router 77908477-0e1a-4100-a721-bdd252e3805d has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:53:19.561741 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ebd6d14f-1142-4b7b-9bca-576fea7b5f61 req-d0b19a7a-87cf-4eeb-8e68-2db08ae34541 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 210 time: 0.0308435 Jun 18 19:53:19.821141 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2dcad77-fcb7-448c-9472-5ada5c705669 req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:53:19.831586 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df881ebe-05ec-48e7-bfd5-bab28732c281 None None] Sync routers for ids ['77908477-0e1a-4100-a721-bdd252e3805d'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:53:19.842157 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df881ebe-05ec-48e7-bfd5-bab28732c281 None None] Routers {'77908477-0e1a-4100-a721-bdd252e3805d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:53:19.842788 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-df881ebe-05ec-48e7-bfd5-bab28732c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:53:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['77908477-0e1a-4100-a721-bdd252e3805d'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:19.870478 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dcad77-fcb7-448c-9472-5ada5c705669 req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] No DVR routers for this DVR port cce485a0-469e-407e-a769-f3eb4c3353be on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:53:19.873577 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d2dcad77-fcb7-448c-9472-5ada5c705669 req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:19.875936 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d2dcad77-fcb7-448c-9472-5ada5c705669 req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.58 "DELETE /v2.0/ports/cce485a0-469e-407e-a769-f3eb4c3353be HTTP/1.1" status: 204 len: 173 time: 1.1987307 Jun 18 19:53:19.876603 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'name': 'network-vif-deleted', 'tag': 'cce485a0-469e-407e-a769-f3eb4c3353be'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:53:19.879150 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8187e8a-d93c-426d-9ed7-4d31a7809525" -d '{"events": [{"server_uuid": "aa0c6361-e1ad-4432-b188-ac42d6502321", "name": "network-vif-deleted", "tag": "cce485a0-469e-407e-a769-f3eb4c3353be"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:53:19.917634 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10b45f8-4e6b-47bc-9dc3-e10475116f4e x-openstack-request-id: req-c10b45f8-4e6b-47bc-9dc3-e10475116f4e {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:53:19.917975 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0c6361-e1ad-4432-b188-ac42d6502321", "name": "network-vif-deleted", "tag": "cce485a0-469e-407e-a769-f3eb4c3353be", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:53:19.918274 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c10b45f8-4e6b-47bc-9dc3-e10475116f4e {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:53:19.918719 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0c6361-e1ad-4432-b188-ac42d6502321', 'name': 'network-vif-deleted', 'tag': 'cce485a0-469e-407e-a769-f3eb4c3353be', 'status': 'completed', 'code': 200} Jun 18 19:53:19.957806 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-df881ebe-05ec-48e7-bfd5-bab28732c281 None None] Set router 77908477-0e1a-4100-a721-bdd252e3805d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:53:20.164326 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-df881ebe-05ec-48e7-bfd5-bab28732c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:37Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '397db034-1287-41f1-9648-aad23cdcc8e6', 'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'mac_address': 'fa:16:3e:aa:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:36Z', 'updated_at': '2021-06-18T19:46:42Z', 'revision_number': 5, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'subnets': [{'id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:20.192202 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df881ebe-05ec-48e7-bfd5-bab28732c281 None None] Checking router: 77908477-0e1a-4100-a721-bdd252e3805d for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:53:20.202642 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df881ebe-05ec-48e7-bfd5-bab28732c281 None None] Routers {'77908477-0e1a-4100-a721-bdd252e3805d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:53:20.203274 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-df881ebe-05ec-48e7-bfd5-bab28732c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:53:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['77908477-0e1a-4100-a721-bdd252e3805d'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:20.405521 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-df881ebe-05ec-48e7-bfd5-bab28732c281 None None] Set router 77908477-0e1a-4100-a721-bdd252e3805d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:53:20.611015 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-df881ebe-05ec-48e7-bfd5-bab28732c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:37Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '397db034-1287-41f1-9648-aad23cdcc8e6', 'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'mac_address': 'fa:16:3e:aa:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:36Z', 'updated_at': '2021-06-18T19:46:42Z', 'revision_number': 5, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'subnets': [{'id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:20.642007 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df881ebe-05ec-48e7-bfd5-bab28732c281 None None] The sync data for ids ['77908477-0e1a-4100-a721-bdd252e3805d'] in dv-cinder-790535-6-iscsi is: [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:46:37Z', 'revision_number': 4, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '397db034-1287-41f1-9648-aad23cdcc8e6', 'name': '', 'network_id': '19876e3d-b88e-4d20-8062-e87a38d76ed8', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'mac_address': 'fa:16:3e:aa:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:36Z', 'updated_at': '2021-06-18T19:46:42Z', 'revision_number': 5, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'subnets': [{'id': 'c17436c7-1ba8-41fd-a3de-4744d824190b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:53:20.714019 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-24b4d5bc-f4c3-49a9-82cf-2122df8abb87 req-8f5ebd8c-0a8b-4e58-ad76-4b4a6ad4c56d tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 210 time: 0.0296662 Jun 18 19:53:20.888437 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba8027-b449-4b5d-bc51-8eb0a9656efa None None] New status for floating IP 7397e363-e720-4ae3-8405-bf80d733bf82: DOWN {{(pid=100056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:53:21.874325 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-690443fc-f6d4-49ed-9841-77891da3c2a0 req-eb076b69-44a8-4046-948c-616f919ba3c5 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 210 time: 0.0284550 Jun 18 19:53:23.040231 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-27cdf9d5-59e2-4d65-9486-49f646fb0dd6 req-c9073438-7abf-48d3-bda8-c5f36f7a9eb6 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0c6361-e1ad-4432-b188-ac42d6502321 HTTP/1.1" status: 200 len: 210 time: 0.0326400 Jun 18 19:53:25.111370 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device cce485a0-469e-407e-a769-f3eb4c3353be no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:53:25.134669 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: cce485a0-469e-407e-a769-f3eb4c3353be {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:53:25.135018 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device cce485a0-469e-407e-a769-f3eb4c3353be not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:53:25.273525 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43566) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:25.329860 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-39a32a76-ab89-4fba-a158-a036b6fadd50 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:25.352869 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-39a32a76-ab89-4fba-a158-a036b6fadd50 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:25.478080 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-39a32a76-ab89-4fba-a158-a036b6fadd50 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:25.480671 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-39a32a76-ab89-4fba-a158-a036b6fadd50 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:25.481914 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-39a32a76-ab89-4fba-a158-a036b6fadd50 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "DELETE /v2.0/security-groups/b355db2a-a770-43f8-8287-e8408662a971 HTTP/1.1" status: 204 len: 168 time: 0.2071152 Jun 18 19:53:25.494283 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-e80c4c6f-2eb2-4a0f-a8cd-35da830cfe99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:25.494460 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43568) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:25.494904 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a32a76-ab89-4fba-a158-a036b6fadd50 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b355db2a-a770-43f8-8287-e8408662a971,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:25.494904 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-39a32a76-ab89-4fba-a158-a036b6fadd50 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:25.499366 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.api.v2.resource [None req-ca65ec69-a180-489e-9634-49d459fdc5de tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] show failed (client error): The resource could not be found. Jun 18 19:53:25.500371 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-ca65ec69-a180-489e-9634-49d459fdc5de tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "GET /v2.0/security-groups/b355db2a-a770-43f8-8287-e8408662a971 HTTP/1.1" status: 404 len: 347 time: 0.0144970 Jun 18 19:53:25.503265 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43570) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:25.629234 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d00b6-3ecd-4ed5-aa46-7836d25f1e11 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Deleting port 4d43a80c-5cb5-4522-9a28-5fa63777f3f7 {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:53:25.629582 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb1d00b6-3ecd-4ed5-aa46-7836d25f1e11 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:25.703297 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb1d00b6-3ecd-4ed5-aa46-7836d25f1e11 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:25.703631 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb1d00b6-3ecd-4ed5-aa46-7836d25f1e11 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:25.769740 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d00b6-3ecd-4ed5-aa46-7836d25f1e11 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Calling delete_port for 4d43a80c-5cb5-4522-9a28-5fa63777f3f7 owned by network:floatingip {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:53:25.986509 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb1d00b6-3ecd-4ed5-aa46-7836d25f1e11 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:25.988730 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-78bbbe8e-3761-4d75-ae72-7b77d452d7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:26.012813 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d00b6-3ecd-4ed5-aa46-7836d25f1e11 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Pushing event deleted for resources: {'Port': ['ID=4d43a80c-5cb5-4522-9a28-5fa63777f3f7,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:26.015940 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-cb1d00b6-3ecd-4ed5-aa46-7836d25f1e11 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:26.076840 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb1d00b6-3ecd-4ed5-aa46-7836d25f1e11 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks [] for floatingip, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:26.079187 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-cb1d00b6-3ecd-4ed5-aa46-7836d25f1e11 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:26.080322 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-cb1d00b6-3ecd-4ed5-aa46-7836d25f1e11 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] 10.222.0.42 "DELETE /v2.0/floatingips/7397e363-e720-4ae3-8405-bf80d733bf82 HTTP/1.1" status: 204 len: 168 time: 0.5761468 Jun 18 19:53:33.344106 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43654) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:33.988069 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475895'] for router_interface, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:34.253245 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Deleting port 397db034-1287-41f1-9648-aad23cdcc8e6 {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:53:34.253535 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:34.330673 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] For port 397db034-1287-41f1-9648-aad23cdcc8e6, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=397db034-1287-41f1-9648-aad23cdcc8e6,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:53:34.331017 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:34.396308 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Calling delete_port for 397db034-1287-41f1-9648-aad23cdcc8e6 owned by network:router_interface {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:53:34.638325 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:34.649344 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6c564c9c-03bf-48ed-8b5f-ae805e6dcf8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:34.670224 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=397db034-1287-41f1-9648-aad23cdcc8e6,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:34.681344 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:34.681987 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:34.682449 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:34.682671 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:34.682899 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:34.683269 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:34.683643 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:34.684101 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:34.684370 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:34.684770 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:34.689005 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:34.689005 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:34.709225 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:34.895372 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475723'] for router_interface, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:35.504907 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Router 77908477-0e1a-4100-a721-bdd252e3805d has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:53:35.626905 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:53:35.632290 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-642522f5-a8c0-4a9c-923c-29fa8415d9b5 admin admin] 10.222.0.42 "PUT /v2.0/routers/77908477-0e1a-4100-a721-bdd252e3805d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2893815 Jun 18 19:53:35.636869 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43670) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:35.637607 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d825aad-7ab2-49f6-90b2-e4f419395a1a None None] Sync routers for ids ['77908477-0e1a-4100-a721-bdd252e3805d'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:53:35.653418 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d825aad-7ab2-49f6-90b2-e4f419395a1a None None] Routers {'77908477-0e1a-4100-a721-bdd252e3805d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:53:35.654477 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-9d825aad-7ab2-49f6-90b2-e4f419395a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:53:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['77908477-0e1a-4100-a721-bdd252e3805d'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:35.759187 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] Notify callbacks [] for router, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:35.842993 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-9d825aad-7ab2-49f6-90b2-e4f419395a1a None None] Set router 77908477-0e1a-4100-a721-bdd252e3805d gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:53:35.899604 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:36.028697 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] Deleting port 95747d77-9a6a-43ec-af53-167299cab6c2 {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:53:36.029042 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:36.088398 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-9d825aad-7ab2-49f6-90b2-e4f419395a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:53:34Z', 'revision_number': 5, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port': {'id': '95747d77-9a6a-43ec-af53-167299cab6c2', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77908477-0e1a-4100-a721-bdd252e3805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:32Z', 'updated_at': '2021-06-18T19:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:36.122185 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d825aad-7ab2-49f6-90b2-e4f419395a1a None None] Checking router: 77908477-0e1a-4100-a721-bdd252e3805d for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:53:36.133684 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d825aad-7ab2-49f6-90b2-e4f419395a1a None None] Routers {'77908477-0e1a-4100-a721-bdd252e3805d'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:53:36.134816 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] For port 95747d77-9a6a-43ec-af53-167299cab6c2, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=95747d77-9a6a-43ec-af53-167299cab6c2,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:53:36.135021 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-9d825aad-7ab2-49f6-90b2-e4f419395a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:53:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['77908477-0e1a-4100-a721-bdd252e3805d'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:36.135175 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:36.225733 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] Calling delete_port for 95747d77-9a6a-43ec-af53-167299cab6c2 owned by network:router_gateway {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:53:36.242930 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-9d825aad-7ab2-49f6-90b2-e4f419395a1a None None] Set router 77908477-0e1a-4100-a721-bdd252e3805d gateway port host: None {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:53:36.302231 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-9d825aad-7ab2-49f6-90b2-e4f419395a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:53:35Z', 'revision_number': 6, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port_host': None}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:36.330762 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d825aad-7ab2-49f6-90b2-e4f419395a1a None None] The sync data for ids ['77908477-0e1a-4100-a721-bdd252e3805d'] in dv-cinder-790535-6-iscsi is: [{'id': '77908477-0e1a-4100-a721-bdd252e3805d', 'name': 'tempest-AttachVolumeShelveTestJSON-867877463-router', 'tenant_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:31Z', 'updated_at': '2021-06-18T19:53:35Z', 'revision_number': 6, 'project_id': '0ef1292acf4d44a4bc8ec280d5ab15ef', 'gw_port_host': None}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:53:36.390940 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:36.542737 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:36.545284 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a1ba195e-551b-471f-8b89-bb820b35b14f tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:36.578300 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=95747d77-9a6a-43ec-af53-167299cab6c2,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:36.582311 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:36.657696 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624679'] for router_gateway, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:36.770011 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2938'] for router, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:36.772494 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:36.934948 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476712'] for router, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:36.935541 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77908477-0e1a-4100-a721-bdd252e3805d {{(pid=100055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 19:53:36.941543 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] Notify callbacks [] for router, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:36.942938 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-44f06e90-2bb5-466d-9768-c1dcfe405f4d admin admin] 10.222.0.42 "DELETE /v2.0/routers/77908477-0e1a-4100-a721-bdd252e3805d HTTP/1.1" status: 204 len: 168 time: 1.3048913 Jun 18 19:53:36.945606 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43678) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:37.018526 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_v2 [None req-8104e757-ca5f-47c9-acbb-fa781fd99ca4 admin admin] Deleting subnet c17436c7-1ba8-41fd-a3de-4744d824190b {{(pid=100055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:53:37.022538 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8104e757-ca5f-47c9-acbb-fa781fd99ca4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:37.076324 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8104e757-ca5f-47c9-acbb-fa781fd99ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26531168'] for subnet, precommit_delete_associations {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:37.138900 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 397db034-1287-41f1-9648-aad23cdcc8e6 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:53:37.159722 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: 397db034-1287-41f1-9648-aad23cdcc8e6 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:53:37.160070 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 397db034-1287-41f1-9648-aad23cdcc8e6 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:53:37.220140 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8104e757-ca5f-47c9-acbb-fa781fd99ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:37.382021 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8104e757-ca5f-47c9-acbb-fa781fd99ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27103865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25931740'] for subnet, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:37.389233 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:37.424057 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8104e757-ca5f-47c9-acbb-fa781fd99ca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:37.430731 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-8104e757-ca5f-47c9-acbb-fa781fd99ca4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c17436c7-1ba8-41fd-a3de-4744d824190b HTTP/1.1" status: 204 len: 168 time: 0.4792311 Jun 18 19:53:37.430731 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104e757-ca5f-47c9-acbb-fa781fd99ca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c17436c7-1ba8-41fd-a3de-4744d824190b,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:37.432268 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43686) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:37.436264 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7dac96-3d2d-4272-a5b1-58d7dc8645d3 None None] Network 19876e3d-b88e-4d20-8062-e87a38d76ed8 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:53:37.442338 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-8104e757-ca5f-47c9-acbb-fa781fd99ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:37.530154 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:37.593677 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Deleting port ec25fd1e-a22d-45de-89db-7d353bf96864 {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:53:37.594324 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:37.670620 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] DHCP port deletion for 19876e3d-b88e-4d20-8062-e87a38d76ed8 request from dv-cinder-790535-6-iscsi {{(pid=100056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 19:53:37.681726 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] For port ec25fd1e-a22d-45de-89db-7d353bf96864, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=ec25fd1e-a22d-45de-89db-7d353bf96864,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:53:37.682087 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:37.717201 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Deleting port ec25fd1e-a22d-45de-89db-7d353bf96864 {{(pid=100056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:53:37.717587 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:37.748104 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Calling delete_port for ec25fd1e-a22d-45de-89db-7d353bf96864 owned by network:dhcp {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:53:37.782630 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] For port ec25fd1e-a22d-45de-89db-7d353bf96864, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=ec25fd1e-a22d-45de-89db-7d353bf96864,segment=NetworkSegment(e79912ed-bd07-4311-8e96-f1f589ef3ecf),segment_id=e79912ed-bd07-4311-8e96-f1f589ef3ecf)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:53:37.782945 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:37.846968 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Calling delete_port for ec25fd1e-a22d-45de-89db-7d353bf96864 owned by network:dhcp {{(pid=100056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:53:38.173584 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:38.175606 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:38.179787 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311'] for port, after_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:38.182704 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-71ec6c3a-c246-4362-946e-28867f058d0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:38.206802 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec25fd1e-a22d-45de-89db-7d353bf96864,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:38.207051 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Pushing event deleted for resources: {'Port': ['ID=ec25fd1e-a22d-45de-89db-7d353bf96864,revision_number=None']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:38.210031 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:38.211200 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] No DVR routers for this DVR port ec25fd1e-a22d-45de-89db-7d353bf96864 on host dv-cinder-790535-6-iscsi {{(pid=100055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:53:38.217788 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:38.218148 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:38.218485 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:38.218884 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:38.219221 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:38.219592 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:38.219898 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:38.220250 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:38.220577 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:38.220996 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:38.221281 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:38.221601 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:38.224440 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] No DVR routers for this DVR port ec25fd1e-a22d-45de-89db-7d353bf96864 on host dv-cinder-790535-6-iscsi {{(pid=100056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:53:38.225984 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-32b20e7b-aca8-46db-8306-69e8ac3e9582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:38.285961 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:38.296123 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19876e3d-b88e-4d20-8062-e87a38d76ed8']}} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:38.307228 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79912ed-bd07-4311-8e96-f1f589ef3ecf') {'for_net_delete': True} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:38.307519 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79912ed-bd07-4311-8e96-f1f589ef3ecf') {} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:38.317773 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26531177'] for segment, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:38.333063 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:38.340344 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=100055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:53:38.340936 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25399250'] for segment, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: Traceback (most recent call last): Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: timer() Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: cb(*args, **kw) Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: return func(*args, **kwargs) Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: self._notify() Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: self.callback(batched_events) Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: event.method(event) Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: return f(self, *a, **k) Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._get(url).json() Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: return self.request(url, 'GET', **kwargs) Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:53:38.342773 dv-cinder-790535-6-iscsi neutron-server[100055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:53:38.472005 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:38.477331 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:38.483521 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:38.485516 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] 10.222.0.42 "DELETE /v2.0/networks/19876e3d-b88e-4d20-8062-e87a38d76ed8 HTTP/1.1" status: 204 len: 168 time: 1.0516894 Jun 18 19:53:38.499377 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Pushing event deleted for resources: {'Network': ['ID=19876e3d-b88e-4d20-8062-e87a38d76ed8,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:38.504427 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:38.812955 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 95747d77-9a6a-43ec-af53-167299cab6c2 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:53:38.826775 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: 95747d77-9a6a-43ec-af53-167299cab6c2 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:53:38.826775 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 95747d77-9a6a-43ec-af53-167299cab6c2 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:53:38.835467 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device ec25fd1e-a22d-45de-89db-7d353bf96864 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:53:38.847462 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: ec25fd1e-a22d-45de-89db-7d353bf96864 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:53:38.847973 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device ec25fd1e-a22d-45de-89db-7d353bf96864 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:53:38.979731 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43696) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:38.997931 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43698) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:39.033526 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-6a237b3f-2c27-4027-a05a-e254575f3569 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ef1292acf4d44a4bc8ec280d5ab15ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521524 Jun 18 19:53:39.038289 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43702) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:39.097406 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-007e7424-8b37-487a-97f4-bddd2ab2cbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:39.128911 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-007e7424-8b37-487a-97f4-bddd2ab2cbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:39.208249 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a2c2391f-86ba-431b-8bb3-c687f95aee20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:39.269008 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-007e7424-8b37-487a-97f4-bddd2ab2cbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:39.271567 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-007e7424-8b37-487a-97f4-bddd2ab2cbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:39.272725 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-007e7424-8b37-487a-97f4-bddd2ab2cbf2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba3cd0c3-30a6-4861-8c82-34b248e679a6 HTTP/1.1" status: 204 len: 168 time: 0.2332592 Jun 18 19:53:39.277264 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-b86203f7-48e4-41b3-a30e-564437a365f7 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:39.291278 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e7424-8b37-487a-97f4-bddd2ab2cbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3cd0c3-30a6-4861-8c82-34b248e679a6,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:39.294058 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-007e7424-8b37-487a-97f4-bddd2ab2cbf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:39.358283 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a2c2391f-86ba-431b-8bb3-c687f95aee20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:39.426295 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a2c2391f-86ba-431b-8bb3-c687f95aee20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:39.432807 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-f398b6f4-afaf-4506-8434-cb4b28a766cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:39.470463 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-a2c2391f-86ba-431b-8bb3-c687f95aee20 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a778866b01c469096be39ae39a63ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4713051 Jun 18 19:53:39.471374 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2391f-86ba-431b-8bb3-c687f95aee20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657244c4-9599-4986-9c06-3326774dc297,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:39.473107 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43706) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:39.474415 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a2c2391f-86ba-431b-8bb3-c687f95aee20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:39.527221 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:39.549553 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:39.734666 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:39.737474 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:39.738639 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/657244c4-9599-4986-9c06-3326774dc297 HTTP/1.1" status: 204 len: 168 time: 0.2644825 Jun 18 19:53:39.739413 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ddcf58b0-7cd0-4315-9bc3-1b6c5602a9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:39.750102 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657244c4-9599-4986-9c06-3326774dc297,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:39.761379 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:39.761379 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:39.761379 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:39.761379 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:39.761379 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:39.761840 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:39.761840 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:39.762128 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:39.762689 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:39.763492 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:39.763870 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:39.764230 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:39.767840 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-1fe3a256-9d9a-40a6-bcae-dec0555eca62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:40.433068 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43728) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:40.532656 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141600850-network', 'tenant_id': '1b308494afba492cbeeef36754b6e510'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:53:40.626103 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] Made reservation on behalf of 1b308494afba492cbeeef36754b6e510 for: {'network': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:53:40.628449 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:40.638589 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:40.729610 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:40.808721 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:40.811824 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-97e5cdee-e559-4b7e-ac90-16a4992492c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:40.837639 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=100055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:53:40.844215 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886fec80-830c-4e72-9e3f-8c3faffb094b,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:40.848146 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:40.851127 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:40.851508 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.segments_db [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] Added segment 8a176f2a-5e2e-4e71-b0b8-54801cc87a04 of type vlan for network 6148887b-2283-41a3-86fb-6dd2e095c8af Jun 18 19:53:40.894468 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:40.980525 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:40.981952 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:40.982554 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:40.984896 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:41.047018 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] Pushing event updated for resources: {'Network': ['ID=6148887b-2283-41a3-86fb-6dd2e095c8af,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:41.049716 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:41.057315 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network 6148887b-2283-41a3-86fb-6dd2e095c8af details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:53:41.105631 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-6b13fe48-2fcc-405c-9ce0-1f937955e148 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6714337 Jun 18 19:53:41.108376 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43732) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:41.113414 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-73f31eb5-0261-4555-8782-2923d2202324 admin admin] Request body: {'subnet': {'network_id': '6148887b-2283-41a3-86fb-6dd2e095c8af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141600850-subnet', 'tenant_id': '1b308494afba492cbeeef36754b6e510', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:53:41.197757 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f31eb5-0261-4555-8782-2923d2202324 admin admin] Made reservation on behalf of 1b308494afba492cbeeef36754b6e510 for: {'subnet': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:53:41.200074 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-73f31eb5-0261-4555-8782-2923d2202324 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931767'] for subnet, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:41.443585 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-73f31eb5-0261-4555-8782-2923d2202324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27103928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25931749'] for subnet, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:41.447715 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:41.503547 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f31eb5-0261-4555-8782-2923d2202324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3174217f-cdd2-4ffe-97b4-4fd7e02c7d3d,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:41.507436 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-73f31eb5-0261-4555-8782-2923d2202324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:41.509317 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f31eb5-0261-4555-8782-2923d2202324 admin admin] Checking segment: {'id': '8a176f2a-5e2e-4e71-b0b8-54801cc87a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6148887b-2283-41a3-86fb-6dd2e095c8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:53:41.509668 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f31eb5-0261-4555-8782-2923d2202324 admin admin] Network hostable DHCP agents. Network: 6148887b-2283-41a3-86fb-6dd2e095c8af, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:53:41.608574 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f31eb5-0261-4555-8782-2923d2202324 admin admin] Network 6148887b-2283-41a3-86fb-6dd2e095c8af is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:53:41.671853 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-73f31eb5-0261-4555-8782-2923d2202324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, 6148887b-2283-41a3-86fb-6dd2e095c8af) {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:53:41.676421 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f31eb5-0261-4555-8782-2923d2202324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:41.677083 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-73f31eb5-0261-4555-8782-2923d2202324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:41.683369 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84e6cab-2016-476a-a5d4-9b15545bb047 None None] Network 6148887b-2283-41a3-86fb-6dd2e095c8af requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:53:41.774635 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-73f31eb5-0261-4555-8782-2923d2202324 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6650774 Jun 18 19:53:41.825275 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fca730e-5d64-4488-aded-85903bc3ff5b None None] Network 6148887b-2283-41a3-86fb-6dd2e095c8af requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:53:41.952193 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:53:42.413250 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43748) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:42.418748 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1174264838-network', 'tenant_id': 'eb1946deb24946b391ccd0cc834ce79f'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:53:42.511649 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] Made reservation on behalf of eb1946deb24946b391ccd0cc834ce79f for: {'network': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:53:42.514051 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:42.522849 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:42.621440 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:42.688381 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:42.693805 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ad408756-4c15-45e9-863a-030459b8b48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:42.712588 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=100054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:53:42.728774 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c85aa6-c5ab-4811-9c47-4de4bd653367,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:42.731683 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:42.731985 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.segments_db [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] Added segment 72764221-ee96-4eea-8a90-c4ddf4026cc1 of type vlan for network f9a08e58-e9f9-4b2c-b0e6-cb137c17dbfb Jun 18 19:53:42.733504 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:42.796810 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:42.905993 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:42.907261 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:42.907843 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:42.910115 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-83905d7e-6e9a-4ec3-aa7e-e5a7506a9da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:42.969591 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] Pushing event updated for resources: {'Network': ['ID=f9a08e58-e9f9-4b2c-b0e6-cb137c17dbfb,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:42.972496 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:42.980583 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network f9a08e58-e9f9-4b2c-b0e6-cb137c17dbfb details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:53:43.042700 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-003c5d3c-62b0-4855-93ba-ec863392c44c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6239598 Jun 18 19:53:43.042994 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43750) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:43.050133 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [None req-02b7c8c3-9361-47b0-af1d-debcd374345a admin admin] Request body: {'subnet': {'network_id': 'f9a08e58-e9f9-4b2c-b0e6-cb137c17dbfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1174264838-subnet', 'tenant_id': 'eb1946deb24946b391ccd0cc834ce79f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:53:43.146128 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b7c8c3-9361-47b0-af1d-debcd374345a admin admin] Made reservation on behalf of eb1946deb24946b391ccd0cc834ce79f for: {'subnet': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:53:43.149153 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-02b7c8c3-9361-47b0-af1d-debcd374345a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257691'] for subnet, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:43.182424 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-e519b8d3-ec6a-4079-ac50-531385d7cd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:43.385508 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-02b7c8c3-9361-47b0-af1d-debcd374345a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1122839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257673'] for subnet, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:43.387789 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:43.446510 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7c8c3-9361-47b0-af1d-debcd374345a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e8170d5-844d-4f52-a067-7df0b0976ee9,revision_number=0']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:43.451658 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-02b7c8c3-9361-47b0-af1d-debcd374345a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:43.457380 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b7c8c3-9361-47b0-af1d-debcd374345a admin admin] Checking segment: {'id': '72764221-ee96-4eea-8a90-c4ddf4026cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f9a08e58-e9f9-4b2c-b0e6-cb137c17dbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:53:43.457739 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b7c8c3-9361-47b0-af1d-debcd374345a admin admin] Network hostable DHCP agents. Network: f9a08e58-e9f9-4b2c-b0e6-cb137c17dbfb, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:53:43.544933 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b7c8c3-9361-47b0-af1d-debcd374345a admin admin] Network f9a08e58-e9f9-4b2c-b0e6-cb137c17dbfb is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:53:43.631610 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-02b7c8c3-9361-47b0-af1d-debcd374345a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, f9a08e58-e9f9-4b2c-b0e6-cb137c17dbfb) {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:53:43.638705 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b7c8c3-9361-47b0-af1d-debcd374345a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:43.638705 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-02b7c8c3-9361-47b0-af1d-debcd374345a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:43.643371 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a71271-aff4-4295-931d-46b8ad659b52 None None] Network f9a08e58-e9f9-4b2c-b0e6-cb137c17dbfb requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:53:43.734773 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-02b7c8c3-9361-47b0-af1d-debcd374345a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6903219 Jun 18 19:53:43.771728 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb7bd9d-ac6a-4b19-8600-0a5e0cc17f80 None None] Network f9a08e58-e9f9-4b2c-b0e6-cb137c17dbfb requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:53:43.857878 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43754) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:43.908780 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d6cd71-5187-4bdb-ab9c-114c681c1395 admin admin] Deleting subnet 3174217f-cdd2-4ffe-97b4-4fd7e02c7d3d {{(pid=100054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:53:43.912044 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-02d6cd71-5187-4bdb-ab9c-114c681c1395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:43.946842 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-02d6cd71-5187-4bdb-ab9c-114c681c1395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25228988'] for subnet, precommit_delete_associations {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:43.985587 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-02d6cd71-5187-4bdb-ab9c-114c681c1395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.140888 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-02d6cd71-5187-4bdb-ab9c-114c681c1395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1123030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257712'] for subnet, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.143365 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-014ce176-0a2b-4742-aa7d-0bb201e2dca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:44.168757 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6cd71-5187-4bdb-ab9c-114c681c1395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3174217f-cdd2-4ffe-97b4-4fd7e02c7d3d,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:44.171185 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-02d6cd71-5187-4bdb-ab9c-114c681c1395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:44.174133 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-02d6cd71-5187-4bdb-ab9c-114c681c1395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.176822 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-02d6cd71-5187-4bdb-ab9c-114c681c1395 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3174217f-cdd2-4ffe-97b4-4fd7e02c7d3d HTTP/1.1" status: 204 len: 168 time: 0.3172960 Jun 18 19:53:44.180874 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43756) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:44.263063 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-efc3046b-e2c1-4ae5-8058-00a86a00bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.347616 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-efc3046b-e2c1-4ae5-8058-00a86a00bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.358413 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-efc3046b-e2c1-4ae5-8058-00a86a00bf44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6148887b-2283-41a3-86fb-6dd2e095c8af']}} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:44.369620 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-efc3046b-e2c1-4ae5-8058-00a86a00bf44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a176f2a-5e2e-4e71-b0b8-54801cc87a04') {'for_net_delete': True} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:44.369911 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-efc3046b-e2c1-4ae5-8058-00a86a00bf44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a176f2a-5e2e-4e71-b0b8-54801cc87a04') {} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:44.379495 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-efc3046b-e2c1-4ae5-8058-00a86a00bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25228981'] for segment, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.395254 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-efc3046b-e2c1-4ae5-8058-00a86a00bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.402199 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc3046b-e2c1-4ae5-8058-00a86a00bf44 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:53:44.402594 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-efc3046b-e2c1-4ae5-8058-00a86a00bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-999293'] for segment, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: Traceback (most recent call last): Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: timer() Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: cb(*args, **kw) Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: return func(*args, **kwargs) Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: self._notify() Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: self.callback(batched_events) Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: event.method(event) Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: return f(self, *a, **k) Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: return self._get(url).json() Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: return self.request(url, 'GET', **kwargs) Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:53:44.404282 dv-cinder-790535-6-iscsi neutron-server[100054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:53:44.546246 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-efc3046b-e2c1-4ae5-8058-00a86a00bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.550158 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:44.552879 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-efc3046b-e2c1-4ae5-8058-00a86a00bf44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.555889 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-efc3046b-e2c1-4ae5-8058-00a86a00bf44 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6148887b-2283-41a3-86fb-6dd2e095c8af HTTP/1.1" status: 204 len: 168 time: 0.3729055 Jun 18 19:53:44.558400 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43760) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:44.573594 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3046b-e2c1-4ae5-8058-00a86a00bf44 admin admin] Pushing event deleted for resources: {'Network': ['ID=6148887b-2283-41a3-86fb-6dd2e095c8af,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:44.576071 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-efc3046b-e2c1-4ae5-8058-00a86a00bf44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:44.605851 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be17618-17f2-4780-8d4e-71e3c5ec0433 admin admin] Deleting subnet 3e8170d5-844d-4f52-a067-7df0b0976ee9 {{(pid=100055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:53:44.609189 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3be17618-17f2-4780-8d4e-71e3c5ec0433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.651231 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3be17618-17f2-4780-8d4e-71e3c5ec0433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26531168'] for subnet, precommit_delete_associations {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.693449 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3be17618-17f2-4780-8d4e-71e3c5ec0433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.837667 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3be17618-17f2-4780-8d4e-71e3c5ec0433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27103865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25931740'] for subnet, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.839971 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:44.863748 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be17618-17f2-4780-8d4e-71e3c5ec0433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e8170d5-844d-4f52-a067-7df0b0976ee9,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:44.867103 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-3be17618-17f2-4780-8d4e-71e3c5ec0433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:44.868177 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3be17618-17f2-4780-8d4e-71e3c5ec0433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.870728 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-3be17618-17f2-4780-8d4e-71e3c5ec0433 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3e8170d5-844d-4f52-a067-7df0b0976ee9 HTTP/1.1" status: 204 len: 168 time: 0.3112953 Jun 18 19:53:44.873199 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43762) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:44.942913 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-740b0160-84f4-4115-b667-8907631ff22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:45.029344 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-740b0160-84f4-4115-b667-8907631ff22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:45.040241 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-740b0160-84f4-4115-b667-8907631ff22f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a08e58-e9f9-4b2c-b0e6-cb137c17dbfb']}} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:45.050318 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-740b0160-84f4-4115-b667-8907631ff22f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72764221-ee96-4eea-8a90-c4ddf4026cc1') {'for_net_delete': True} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:45.050603 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-740b0160-84f4-4115-b667-8907631ff22f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72764221-ee96-4eea-8a90-c4ddf4026cc1') {} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:45.059449 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-740b0160-84f4-4115-b667-8907631ff22f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26531177'] for segment, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:45.074850 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-740b0160-84f4-4115-b667-8907631ff22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:45.081322 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740b0160-84f4-4115-b667-8907631ff22f admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=100055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:53:45.081777 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-740b0160-84f4-4115-b667-8907631ff22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25399250'] for segment, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: Traceback (most recent call last): Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: timer() Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: cb(*args, **kw) Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: return func(*args, **kwargs) Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: self._notify() Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: self.callback(batched_events) Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: event.method(event) Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: return f(self, *a, **k) Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._get(url).json() Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: return self.request(url, 'GET', **kwargs) Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:53:45.084093 dv-cinder-790535-6-iscsi neutron-server[100055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:53:45.209088 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-740b0160-84f4-4115-b667-8907631ff22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:45.214226 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-740b0160-84f4-4115-b667-8907631ff22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:45.216232 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-740b0160-84f4-4115-b667-8907631ff22f admin admin] 10.222.0.42 "DELETE /v2.0/networks/f9a08e58-e9f9-4b2c-b0e6-cb137c17dbfb HTTP/1.1" status: 204 len: 168 time: 0.3419678 Jun 18 19:53:45.216950 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:45.230093 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b0160-84f4-4115-b667-8907631ff22f admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a08e58-e9f9-4b2c-b0e6-cb137c17dbfb,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:45.232779 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-740b0160-84f4-4115-b667-8907631ff22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:45.695749 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43766) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:45.736140 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-00824ba7-af31-4c18-93fe-3b926820750e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b308494afba492cbeeef36754b6e510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390842 Jun 18 19:53:45.738867 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43768) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:45.790521 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-29ba76b1-801e-4de5-a9c8-5dcc00182060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:45.814112 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-29ba76b1-801e-4de5-a9c8-5dcc00182060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:45.816872 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ec4754a0-7eef-4a98-a38f-dd2190cb0cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:45.864871 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:45.921970 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-29ba76b1-801e-4de5-a9c8-5dcc00182060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:45.924539 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-29ba76b1-801e-4de5-a9c8-5dcc00182060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:45.925710 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-29ba76b1-801e-4de5-a9c8-5dcc00182060 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/886fec80-830c-4e72-9e3f-8c3faffb094b HTTP/1.1" status: 204 len: 168 time: 0.1860149 Jun 18 19:53:45.926570 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-39a32a76-ab89-4fba-a158-a036b6fadd50 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:45.934794 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba76b1-801e-4de5-a9c8-5dcc00182060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886fec80-830c-4e72-9e3f-8c3faffb094b,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:45.937542 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-29ba76b1-801e-4de5-a9c8-5dcc00182060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:46.621790 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43774) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:46.671848 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-6f3535bd-7cf6-47a2-82b9-5a7ca38d75c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb1946deb24946b391ccd0cc834ce79f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474946 Jun 18 19:53:46.672930 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43776) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:46.724746 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e339-c4f4-4fc1-b8ea-9fafff64a35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:46.751751 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e339-c4f4-4fc1-b8ea-9fafff64a35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:46.871795 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e339-c4f4-4fc1-b8ea-9fafff64a35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:46.874325 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e339-c4f4-4fc1-b8ea-9fafff64a35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:46.875475 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-c9e7e339-c4f4-4fc1-b8ea-9fafff64a35d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48c85aa6-c5ab-4811-9c47-4de4bd653367 HTTP/1.1" status: 204 len: 168 time: 0.2016275 Jun 18 19:53:46.876305 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ccbf52d8-f75b-465c-9e63-2fd340e66632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:46.884777 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7e339-c4f4-4fc1-b8ea-9fafff64a35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c85aa6-c5ab-4811-9c47-4de4bd653367,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:46.887228 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c9e7e339-c4f4-4fc1-b8ea-9fafff64a35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:47.003054 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:48.922260 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:59.922607 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43870) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:54:00.045914 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4f0531a2-a6a2-4c5c-b83c-80711312cc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:00.160518 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4f0531a2-a6a2-4c5c-b83c-80711312cc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:00.298905 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-4f0531a2-a6a2-4c5c-b83c-80711312cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:00.301593 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-07628c0f-983a-49cd-8c98-34202f25338d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:00.340279 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-4f0531a2-a6a2-4c5c-b83c-80711312cc29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=343087aa137649cd8099f902b315c45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162629 Jun 18 19:54:00.341283 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0531a2-a6a2-4c5c-b83c-80711312cc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994bfce4-2ff3-4665-8bbe-dcaacd81ee2c,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:00.342973 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43874) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:54:00.344529 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-4f0531a2-a6a2-4c5c-b83c-80711312cc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:00.411530 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8090676e-2861-4f14-9468-6afde4134b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:00.442706 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8090676e-2861-4f14-9468-6afde4134b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:00.574216 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8090676e-2861-4f14-9468-6afde4134b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:00.577022 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-8090676e-2861-4f14-9468-6afde4134b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:00.578307 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-8090676e-2861-4f14-9468-6afde4134b3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/994bfce4-2ff3-4665-8bbe-dcaacd81ee2c HTTP/1.1" status: 204 len: 168 time: 0.2340677 Jun 18 19:54:00.579095 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-f50247e9-b97f-472f-bfb7-8686e500e9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:00.587990 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090676e-2861-4f14-9468-6afde4134b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994bfce4-2ff3-4665-8bbe-dcaacd81ee2c,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:00.590496 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-8090676e-2861-4f14-9468-6afde4134b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:01.268849 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43880) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:54:01.282664 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f953386f-387a-422a-8ea0-4775d367e352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:01.378033 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f953386f-387a-422a-8ea0-4775d367e352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:01.448801 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f953386f-387a-422a-8ea0-4775d367e352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:01.451584 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-074b7296-031c-4be9-9eca-728982e7eb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:01.488361 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953386f-387a-422a-8ea0-4775d367e352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80a613c-5cc2-4553-8d8e-3e56b6c0abfb,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:01.491453 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-f953386f-387a-422a-8ea0-4775d367e352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:01.494258 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-f953386f-387a-422a-8ea0-4775d367e352 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff886c1c35bb4ba2b5be5cbad90cefd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243006 Jun 18 19:54:01.498027 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43882) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:54:01.547178 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-15df4e07-0370-4050-8c16-41bce0ba26c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:01.567942 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-15df4e07-0370-4050-8c16-41bce0ba26c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:01.694289 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-15df4e07-0370-4050-8c16-41bce0ba26c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:01.697971 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-15df4e07-0370-4050-8c16-41bce0ba26c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:01.699261 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-15df4e07-0370-4050-8c16-41bce0ba26c3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d80a613c-5cc2-4553-8d8e-3e56b6c0abfb HTTP/1.1" status: 204 len: 168 time: 0.2012999 Jun 18 19:54:01.700022 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-bfad6923-c6df-478e-b6c6-f96d08482765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:01.716244 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df4e07-0370-4050-8c16-41bce0ba26c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80a613c-5cc2-4553-8d8e-3e56b6c0abfb,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:01.716244 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-15df4e07-0370-4050-8c16-41bce0ba26c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:06.378774 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 43926) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:54:06.391720 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:06.491350 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ae8a4cf8-64aa-4c0f-aab1-ff70d8f6ef72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:06.580608 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ae8a4cf8-64aa-4c0f-aab1-ff70d8f6ef72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:06.666211 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ae8a4cf8-64aa-4c0f-aab1-ff70d8f6ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:06.668999 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-24c404f4-e2ec-4f93-b046-621eafcfe712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:06.706603 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-ae8a4cf8-64aa-4c0f-aab1-ff70d8f6ef72 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5cb17f5f64714bafba694c0eb872e0e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266268 Jun 18 19:54:06.707481 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a4cf8-64aa-4c0f-aab1-ff70d8f6ef72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17915188-3864-436a-8dc0-801ae18cbce2,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:06.710814 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 43930) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:54:06.712097 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-ae8a4cf8-64aa-4c0f-aab1-ff70d8f6ef72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:06.771313 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-20f969cc-952d-4e58-a290-29d5fc393aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:06.798067 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-20f969cc-952d-4e58-a290-29d5fc393aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:06.921802 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-20f969cc-952d-4e58-a290-29d5fc393aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:06.926011 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-20f969cc-952d-4e58-a290-29d5fc393aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:06.927179 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-20f969cc-952d-4e58-a290-29d5fc393aa1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17915188-3864-436a-8dc0-801ae18cbce2 HTTP/1.1" status: 204 len: 168 time: 0.2142477 Jun 18 19:54:06.927964 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-f4a58bc6-f648-4331-ba3f-d0e9bec0bed1 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:06.935838 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f969cc-952d-4e58-a290-29d5fc393aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17915188-3864-436a-8dc0-801ae18cbce2,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:06.938357 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-20f969cc-952d-4e58-a290-29d5fc393aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:13.162463 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c222bed1-4bd6-4293-b66a-5382db7ad4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:15.739554 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c8f73506-0839-4417-a128-33c647ed074f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:15.876456 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:17.041124 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:18.853444 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:18.950959 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:54:36.357319 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:43.155795 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ae9c8b83-c082-4e38-a2a8-2d5b4e9fc297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:45.790169 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-31905697-e57e-4a90-86e2-1094ed02bdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:45.898439 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:47.001501 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:48.914371 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:50.540284 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 44194) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:54:50.643110 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:50.729252 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:50.812837 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:50.817398 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-ae8a4cf8-64aa-4c0f-aab1-ff70d8f6ef72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:50.852274 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211dff8a-eec3-4117-8072-873fc355361c,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:50.856103 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45517c9383824d859f543359fec0f650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147919 Jun 18 19:54:50.859477 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 44198) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:54:50.862842 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:50.863226 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:50.863595 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:50.863963 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:50.864329 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:50.864721 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:50.865083 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:50.865445 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:50.865805 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:50.866169 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:50.866523 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:50.866873 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:50.871089 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:50.909905 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:50.938862 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:51.081558 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:51.084389 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:51.085553 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/211dff8a-eec3-4117-8072-873fc355361c HTTP/1.1" status: 204 len: 168 time: 0.2250986 Jun 18 19:54:51.086346 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-11053d10-2a9b-48f4-abd4-5b82823890ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:51.094575 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211dff8a-eec3-4117-8072-873fc355361c,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:51.102962 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:51.102962 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:51.102962 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:51.102962 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:51.102962 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:51.104332 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:51.104332 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:51.104747 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:51.105292 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:51.105662 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:51.106024 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:51.106383 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:51.109635 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:54.203073 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-1354760b-ae56-4607-b976-c1ee5196efc1 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3a07d9f018d844efb4201dc835974720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296261 Jun 18 19:54:54.388325 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-e60619c5-d4e7-4b10-a299-7a40e460adf1 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:54.389774 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-e60619c5-d4e7-4b10-a299-7a40e460adf1 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811802 Jun 18 19:54:54.405102 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-6d56bfb4-d6a5-42d1-9f5a-132597360663 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/quotas/3a07d9f018d844efb4201dc835974720 HTTP/1.1" status: 200 len: 375 time: 0.0098610 Jun 18 19:54:54.440570 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-06f6c172-fc20-4131-8cab-9bfcac6c3306 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a07d9f018d844efb4201dc835974720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302908 Jun 18 19:54:54.796464 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-c474b5b8-dadc-4f32-b15d-fd0bb851b0d1 req-72bb64e6-43bd-4e76-8441-8e510eace367 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 210 time: 0.1439824 Jun 18 19:54:55.942353 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3902fd9d-ead5-419f-a796-6fca751bcee2 req-2e1c0742-688f-4543-bf3f-f9ff0a74dab1 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 210 time: 0.0296762 Jun 18 19:54:55.952501 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:54:56.850001 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-3ea31391-a50d-4115-8e23-b2522a04eb16 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3a07d9f018d844efb4201dc835974720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240138 Jun 18 19:54:56.958099 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-40d6a09a-0c84-47b2-9dae-6b555fba1b50 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:56.959446 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-40d6a09a-0c84-47b2-9dae-6b555fba1b50 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1041276 Jun 18 19:54:56.972556 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Request body: {'port': {'device_id': '5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78', 'network_id': '1cd7044e-6c4c-49e4-868d-e0a0c86bb118', 'admin_state_up': True, 'tenant_id': '3a07d9f018d844efb4201dc835974720'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:54:57.108925 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-47e85883-1720-489e-9e95-053b525ff475 req-a09b1f7e-230d-4b73-b299-c75eef182c3e tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 210 time: 0.0296967 Jun 18 19:54:57.155339 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Made reservation on behalf of 3a07d9f018d844efb4201dc835974720 for: {'port': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:54:57.158928 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:57.171841 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Notify callbacks [] for security_group, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:57.261974 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Notify callbacks [] for security_group, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:57.327081 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:57.330282 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-1e344fa8-8c32-47f0-a145-bb5be78ab846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:57.388707 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855cf30b-01e7-4983-bba9-20d349bebf3e,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:57.393379 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:57.457981 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Allocated IP 192.168.233.206 (1cd7044e-6c4c-49e4-868d-e0a0c86bb118/3a11c68d-e59c-4934-8881-8cc15a19ab1c/6de85ce8-bd1c-4563-bb31-28b62e80c9ba) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:54:57.604918 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:57.617775 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Transition to ACTIVE for port object 6de85ce8-bd1c-4563-bb31-28b62e80c9ba will not be triggered until provisioned by entity DHCP. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:54:57.715709 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:57.719864 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-78d576c9-2245-4aa5-bcdc-9e195abc9d8f tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:57.764613 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Network 1cd7044e-6c4c-49e4-868d-e0a0c86bb118 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:54:57.767887 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:54:57.771601 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:54:57.778621 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Pushing event updated for resources: {'Port': ['ID=6de85ce8-bd1c-4563-bb31-28b62e80c9ba,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:57.798548 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:57.825999 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:57.826638 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:57.899201 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9302728 Jun 18 19:54:57.916411 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Request body: {'port': {'device_id': '5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:54:57.987464 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:58.098112 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-eaea0bfa-c108-43ae-8cb9-5e57ec7e38e7 None None] Provisioning for port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:54:58.101905 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-eaea0bfa-c108-43ae-8cb9-5e57ec7e38e7 None None] Provisioning complete for port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:54:58.102291 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-eaea0bfa-c108-43ae-8cb9-5e57ec7e38e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:58.136395 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-eaea0bfa-c108-43ae-8cb9-5e57ec7e38e7 None None] Port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:54:58.273642 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de85ce8-bd1c-4563-bb31-28b62e80c9ba {{(pid=100054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:54:58.282927 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:58.301243 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Transition to ACTIVE for port object 6de85ce8-bd1c-4563-bb31-28b62e80c9ba will not be triggered until provisioned by entity L2. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:54:58.319387 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b3aca-c74e-4cc4-86ce-0028f2173f0b req-33ffa28e-3a62-4e12-8cd5-99156c031a0a tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:58.320860 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c92b3aca-c74e-4cc4-86ce-0028f2173f0b req-33ffa28e-3a62-4e12-8cd5-99156c031a0a tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 936 time: 0.0871100 Jun 18 19:54:58.363185 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c92b3aca-c74e-4cc4-86ce-0028f2173f0b req-a1b6cb12-9f3b-4d60-9fb7-b2dc591d9138 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/security-groups?id=855cf30b-01e7-4983-bba9-20d349bebf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351853 Jun 18 19:54:58.363893 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:58.365877 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-ebde00d5-acdf-4f79-a1d0-608ce6e3ec12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:58.445107 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6de85ce8-bd1c-4563-bb31-28b62e80c9ba,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:58.449601 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:58.518577 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Attempting to bind port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:54:58.518915 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Attempting to bind port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1cd7044e-6c4c-49e4-868d-e0a0c86bb118'}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:54:58.519249 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Attempting to bind port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba on network 1cd7044e-6c4c-49e4-868d-e0a0c86bb118 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:54:58.523798 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba on network 1cd7044e-6c4c-49e4-868d-e0a0c86bb118 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:54:58.524514 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Attempting to bind port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba on network 1cd7044e-6c4c-49e4-868d-e0a0c86bb118 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:54:58.529751 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:54:58.530089 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Checking segment: {'id': 'acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1cd7044e-6c4c-49e4-868d-e0a0c86bb118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:54:58.530473 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Bound using segment: {'id': 'acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1cd7044e-6c4c-49e4-868d-e0a0c86bb118'} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:54:58.530905 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Bound port: 6de85ce8-bd1c-4563-bb31-28b62e80c9ba, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1cd7044e-6c4c-49e4-868d-e0a0c86bb118'}}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:54:58.531254 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:58.597720 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] For port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba, host hv-cinder-79053, cleared binding levels {{(pid=100054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:54:58.600602 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] For port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6de85ce8-bd1c-4563-bb31-28b62e80c9ba,segment=NetworkSegment(acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd),segment_id=acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd)] {{(pid=100054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:54:58.715873 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:58.718890 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:58.748928 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:58.749540 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:58.751075 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] 10.222.0.58 "PUT /v2.0/ports/6de85ce8-bd1c-4563-bb31-28b62e80c9ba HTTP/1.1" status: 200 len: 1098 time: 0.8396754 Jun 18 19:54:58.753315 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78', 'tag': '6de85ce8-bd1c-4563-bb31-28b62e80c9ba'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:54:58.755670 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b2a4c9-62bd-4c40-b29c-3a1aa0e22549" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78", "tag": "6de85ce8-bd1c-4563-bb31-28b62e80c9ba"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:54:58.784502 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6de85ce8-bd1c-4563-bb31-28b62e80c9ba,revision_number=3']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:58.787617 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:58.801406 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1651af2b-311f-4103-a9a2-fae824011f63 x-openstack-request-id: req-1651af2b-311f-4103-a9a2-fae824011f63 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:54:58.807157 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78", "tag": "6de85ce8-bd1c-4563-bb31-28b62e80c9ba", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:54:58.807157 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1651af2b-311f-4103-a9a2-fae824011f63 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:54:58.807157 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78', 'tag': '6de85ce8-bd1c-4563-bb31-28b62e80c9ba', 'status': 'completed', 'code': 200} Jun 18 19:54:58.882967 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2a4c9-62bd-4c40-b29c-3a1aa0e22549 req-90ad1f01-2171-45fe-a9d5-20804e7b6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:58.884453 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a5b2a4c9-62bd-4c40-b29c-3a1aa0e22549 req-90ad1f01-2171-45fe-a9d5-20804e7b6cd8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a07d9f018d844efb4201dc835974720&device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 1101 time: 0.0587099 Jun 18 19:54:58.918054 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a5b2a4c9-62bd-4c40-b29c-3a1aa0e22549 req-9ee7991d-5ad0-4402-8f32-018886331f4d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3a07d9f018d844efb4201dc835974720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207098 Jun 18 19:54:59.015676 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2a4c9-62bd-4c40-b29c-3a1aa0e22549 req-cd737a05-d165-4769-8f46-15816098ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:59.017080 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a5b2a4c9-62bd-4c40-b29c-3a1aa0e22549 req-cd737a05-d165-4769-8f46-15816098ecc5 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928152 Jun 18 19:54:59.111231 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-9ef0a4ea-fd68-48ff-a195-17b0fc7b8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:59.112747 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-9ef0a4ea-fd68-48ff-a195-17b0fc7b8f55 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a07d9f018d844efb4201dc835974720&device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 1101 time: 0.0547550 Jun 18 19:54:59.156905 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-f139453f-9e8e-4dac-9b7d-956a67fa0341 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=6de85ce8-bd1c-4563-bb31-28b62e80c9ba HTTP/1.1" status: 200 len: 217 time: 0.0329547 Jun 18 19:54:59.208112 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-158163d1-9ab4-4b3c-af65-cbf6ce9f61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:59.209478 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-158163d1-9ab4-4b3c-af65-cbf6ce9f61b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3a11c68d-e59c-4934-8881-8cc15a19ab1c HTTP/1.1" status: 200 len: 843 time: 0.0463161 Jun 18 19:54:59.273500 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-789b7b42-4cbc-4c19-8741-5967e59c262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:59.274964 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-789b7b42-4cbc-4c19-8741-5967e59c262f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1cd7044e-6c4c-49e4-868d-e0a0c86bb118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0561843 Jun 18 19:54:59.363801 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-adf1c612-5427-42c6-8189-7c91154b9344 service neutron] 10.222.0.58 "GET /v2.0/networks/1cd7044e-6c4c-49e4-868d-e0a0c86bb118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807364 Jun 18 19:54:59.458209 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d3f7ff88-d325-4dd4-9532-8d68efa500fa req-e75a50fa-d190-4770-8d74-4ab03ca77844 service neutron] 10.222.0.58 "GET /v2.0/networks/1cd7044e-6c4c-49e4-868d-e0a0c86bb118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847580 Jun 18 19:54:59.537659 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bf562-01f2-4744-820b-5a85f502aaeb req-9fe29680-09c6-46fb-8c94-d87886b2d700 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:59.539154 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1c1bf562-01f2-4744-820b-5a85f502aaeb req-9fe29680-09c6-46fb-8c94-d87886b2d700 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 948 time: 0.0656629 Jun 18 19:54:59.591906 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1c1bf562-01f2-4744-820b-5a85f502aaeb req-b3497063-ed55-4bc8-9b9f-405f0b1a5a9d tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/security-groups?id=855cf30b-01e7-4983-bba9-20d349bebf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462792 Jun 18 19:55:00.766495 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905e328-38ad-4ad0-a8ce-36140832d4e1 req-744e22b0-b8de-4f02-a603-4acabecbc3c4 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:00.767935 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a905e328-38ad-4ad0-a8ce-36140832d4e1 req-744e22b0-b8de-4f02-a603-4acabecbc3c4 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 948 time: 0.0614614 Jun 18 19:55:00.806250 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a905e328-38ad-4ad0-a8ce-36140832d4e1 req-e0efb305-79ec-4567-9643-6da7677dd3fd tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/security-groups?id=855cf30b-01e7-4983-bba9-20d349bebf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326061 Jun 18 19:55:01.652248 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 6de85ce8-bd1c-4563-bb31-28b62e80c9ba details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:55:01.749319 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6de85ce8-bd1c-4563-bb31-28b62e80c9ba,segment=NetworkSegment(acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd),segment_id=acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:55:01.764239 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': '6de85ce8-bd1c-4563-bb31-28b62e80c9ba', 'network_id': '1cd7044e-6c4c-49e4-868d-e0a0c86bb118', 'port_id': '6de85ce8-bd1c-4563-bb31-28b62e80c9ba', 'mac_address': 'fa:16:3e:ea:55:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a11c68d-e59c-4934-8881-8cc15a19ab1c', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:55:01.801352 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:01.820493 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de85ce8-bd1c-4563-bb31-28b62e80c9ba {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:55:01.840948 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6de85ce8-bd1c-4563-bb31-28b62e80c9ba,segment=NetworkSegment(acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd),segment_id=acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:55:01.915751 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:01.918107 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:01.970271 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=6de85ce8-bd1c-4563-bb31-28b62e80c9ba,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:01.977839 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:01.978191 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:01.978529 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:01.978862 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:01.979783 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:01.980225 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:01.980448 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:01.980983 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:01.981117 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:01.981439 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:01.981758 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:01.982077 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:01.986106 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:01.989278 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e41e92-65e3-46c7-ae81-0dae62d9540e req-c33d6a86-26eb-4664-877c-5923b42fba75 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:01.991461 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-49e41e92-65e3-46c7-ae81-0dae62d9540e req-c33d6a86-26eb-4664-877c-5923b42fba75 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 949 time: 0.0718241 Jun 18 19:55:02.030818 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-49e41e92-65e3-46c7-ae81-0dae62d9540e req-f579adad-d296-42d1-93f3-ce33f1f04773 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/security-groups?id=855cf30b-01e7-4983-bba9-20d349bebf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327284 Jun 18 19:55:02.221750 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['6de85ce8-bd1c-4563-bb31-28b62e80c9ba'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:55:03.206449 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd019c4-165c-4e87-9296-4f8d55a35d52 req-5207335d-25cb-427e-b46a-a08ef77f6099 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:03.208202 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ebd019c4-165c-4e87-9296-4f8d55a35d52 req-5207335d-25cb-427e-b46a-a08ef77f6099 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 949 time: 0.0667808 Jun 18 19:55:03.247478 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ebd019c4-165c-4e87-9296-4f8d55a35d52 req-37176a51-cdcb-43ab-bad0-d1c2c62a6d14 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/security-groups?id=855cf30b-01e7-4983-bba9-20d349bebf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326641 Jun 18 19:55:03.668235 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 6de85ce8-bd1c-4563-bb31-28b62e80c9ba up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:55:03.788642 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:55:03.793329 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:55:03.793708 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:03.880241 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:03.903718 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de85ce8-bd1c-4563-bb31-28b62e80c9ba'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:55:03.905949 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b42ee32-94b4-4a17-b335-c699e36b76e0" -d '{"events": [{"server_uuid": "5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78", "name": "network-vif-plugged", "status": "completed", "tag": "6de85ce8-bd1c-4563-bb31-28b62e80c9ba"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:55:03.919036 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6de85ce8-bd1c-4563-bb31-28b62e80c9ba,segment=NetworkSegment(acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd),segment_id=acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:55:03.944327 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfd9fb6-ca84-43bb-bcdd-cca92b2a10ec x-openstack-request-id: req-9dfd9fb6-ca84-43bb-bcdd-cca92b2a10ec {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:55:03.944327 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78", "name": "network-vif-plugged", "status": "completed", "tag": "6de85ce8-bd1c-4563-bb31-28b62e80c9ba", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:55:03.944327 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9dfd9fb6-ca84-43bb-bcdd-cca92b2a10ec {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:55:03.944327 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de85ce8-bd1c-4563-bb31-28b62e80c9ba', 'code': 200} Jun 18 19:55:04.013061 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:04.014998 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:04.060646 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=6de85ce8-bd1c-4563-bb31-28b62e80c9ba,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:04.063866 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:04.352190 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd29b19-7953-4fea-bd6a-3e85d5f8157d req-57a2355a-ef1b-4d42-8ed4-6f7f556b64a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:04.353724 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4bd29b19-7953-4fea-bd6a-3e85d5f8157d req-57a2355a-ef1b-4d42-8ed4-6f7f556b64a3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 1103 time: 0.0520613 Jun 18 19:55:04.390027 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-4bd29b19-7953-4fea-bd6a-3e85d5f8157d req-d9bb0946-aa96-4b5d-85d8-d4b22b9a6ccf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=855cf30b-01e7-4983-bba9-20d349bebf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290127 Jun 18 19:55:04.419614 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243a377-4e27-4879-8325-b184ef412c41 req-6979562a-137c-4494-a103-48a8d73b761d tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:04.421083 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b243a377-4e27-4879-8325-b184ef412c41 req-6979562a-137c-4494-a103-48a8d73b761d tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 950 time: 0.0624242 Jun 18 19:55:04.460804 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-b243a377-4e27-4879-8325-b184ef412c41 req-2b699031-7d3f-4c78-b5fe-18e9c266d4c2 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/security-groups?id=855cf30b-01e7-4983-bba9-20d349bebf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339518 Jun 18 19:55:05.649236 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84f0b-6b08-46f2-aabc-fa40152f8663 req-38f181d4-4eb7-4a2b-806e-8c52df34027d tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:05.650728 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-90d84f0b-6b08-46f2-aabc-fa40152f8663 req-38f181d4-4eb7-4a2b-806e-8c52df34027d tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 950 time: 0.0646613 Jun 18 19:55:05.688657 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-90d84f0b-6b08-46f2-aabc-fa40152f8663 req-9ee25562-80f5-40e6-b5de-ca336fc0b424 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/security-groups?id=855cf30b-01e7-4983-bba9-20d349bebf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317211 Jun 18 19:55:06.411331 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:06.864202 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a52bc-2d9f-49bf-b9d2-aafd283dd7f8 req-c1c0fca4-27e9-4d34-af6e-811c67ffb072 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:06.865693 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3a5a52bc-2d9f-49bf-b9d2-aafd283dd7f8 req-c1c0fca4-27e9-4d34-af6e-811c67ffb072 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 950 time: 0.0656207 Jun 18 19:55:06.904795 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3a5a52bc-2d9f-49bf-b9d2-aafd283dd7f8 req-de586333-462d-4e9c-a88e-6c0351dd1a5c tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/security-groups?id=855cf30b-01e7-4983-bba9-20d349bebf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332468 Jun 18 19:55:07.222832 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7595c08f-10da-4977-8ed6-3d4773619a30 req-3c713de1-7c5d-4bf9-a311-c83159140c52 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1044686 Jun 18 19:55:07.319622 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595c08f-10da-4977-8ed6-3d4773619a30 req-4821d9f5-06e0-4713-8ad6-aeec1ee8e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:07.321099 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7595c08f-10da-4977-8ed6-3d4773619a30 req-4821d9f5-06e0-4713-8ad6-aeec1ee8e761 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a07d9f018d844efb4201dc835974720&device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 1103 time: 0.0536408 Jun 18 19:55:07.426597 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595c08f-10da-4977-8ed6-3d4773619a30 req-1e2cb8e9-ef38-47a8-b3e9-64b552cd33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:07.428104 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7595c08f-10da-4977-8ed6-3d4773619a30 req-1e2cb8e9-ef38-47a8-b3e9-64b552cd33dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=1cd7044e-6c4c-49e4-868d-e0a0c86bb118 HTTP/1.1" status: 200 len: 870 time: 0.0863695 Jun 18 19:55:07.474951 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7595c08f-10da-4977-8ed6-3d4773619a30 req-ac50790c-9fc4-4c55-aff3-103d49a245d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=6de85ce8-bd1c-4563-bb31-28b62e80c9ba HTTP/1.1" status: 200 len: 217 time: 0.0373797 Jun 18 19:55:07.526919 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595c08f-10da-4977-8ed6-3d4773619a30 req-5afeab3f-e49f-47fb-a633-faaf6a545023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:07.528333 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7595c08f-10da-4977-8ed6-3d4773619a30 req-5afeab3f-e49f-47fb-a633-faaf6a545023 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3a11c68d-e59c-4934-8881-8cc15a19ab1c HTTP/1.1" status: 200 len: 843 time: 0.0463820 Jun 18 19:55:07.536875 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96209c12-e274-4eb9-93b1-8633fd8906d2 req-5446bbf1-140a-4116-b2eb-768cadc85aaa tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:07.538323 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-96209c12-e274-4eb9-93b1-8633fd8906d2 req-5446bbf1-140a-4116-b2eb-768cadc85aaa tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 950 time: 0.0677207 Jun 18 19:55:07.576291 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-96209c12-e274-4eb9-93b1-8633fd8906d2 req-6fb9d99b-6059-4d67-8038-b6bba4614c3a tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/security-groups?id=855cf30b-01e7-4983-bba9-20d349bebf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320940 Jun 18 19:55:07.586375 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595c08f-10da-4977-8ed6-3d4773619a30 req-44433643-afe7-41eb-90b4-32c8f06491e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:07.587836 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7595c08f-10da-4977-8ed6-3d4773619a30 req-44433643-afe7-41eb-90b4-32c8f06491e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1cd7044e-6c4c-49e4-868d-e0a0c86bb118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0518126 Jun 18 19:55:07.599267 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [req-7595c08f-10da-4977-8ed6-3d4773619a30 req-3e4c1d94-064d-4150-ace9-6bdf261445cb service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=100054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:55:07.600362 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7595c08f-10da-4977-8ed6-3d4773619a30 req-3e4c1d94-064d-4150-ace9-6bdf261445cb service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054545 Jun 18 19:55:07.693589 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7595c08f-10da-4977-8ed6-3d4773619a30 req-c6e935a5-983e-4845-8363-3213577b8f0d service neutron] 10.222.0.58 "GET /v2.0/networks/1cd7044e-6c4c-49e4-868d-e0a0c86bb118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862527 Jun 18 19:55:07.781239 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7595c08f-10da-4977-8ed6-3d4773619a30 req-6bf9a37d-1488-4637-86d1-b198d6cb7c71 service neutron] 10.222.0.58 "GET /v2.0/networks/1cd7044e-6c4c-49e4-868d-e0a0c86bb118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801492 Jun 18 19:55:08.759979 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ebbc-01ad-4bf6-9c40-3ddd5d81813b req-8e2bb5a6-1b2b-42e5-8c98-59077a1ab5ea tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:08.762293 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b694ebbc-01ad-4bf6-9c40-3ddd5d81813b req-8e2bb5a6-1b2b-42e5-8c98-59077a1ab5ea tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 950 time: 0.0682898 Jun 18 19:55:09.127382 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b694ebbc-01ad-4bf6-9c40-3ddd5d81813b req-34735231-d414-447e-8dee-a8c693cacbad tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/security-groups?id=855cf30b-01e7-4983-bba9-20d349bebf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586717 Jun 18 19:55:09.164505 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bcabd-0eab-4f35-a97b-5715618d7625 req-fb70c90f-c491-4395-8e4b-ddbcaf3175d6 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:09.167262 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-da0bcabd-0eab-4f35-a97b-5715618d7625 req-fb70c90f-c491-4395-8e4b-ddbcaf3175d6 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 950 time: 0.1063309 Jun 18 19:55:09.294178 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-da0bcabd-0eab-4f35-a97b-5715618d7625 req-d8dddbeb-cc0d-4613-a5cf-ad47e60bc483 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Deleting port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:55:09.294576 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-da0bcabd-0eab-4f35-a97b-5715618d7625 req-d8dddbeb-cc0d-4613-a5cf-ad47e60bc483 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:09.404921 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-da0bcabd-0eab-4f35-a97b-5715618d7625 req-d8dddbeb-cc0d-4613-a5cf-ad47e60bc483 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] For port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6de85ce8-bd1c-4563-bb31-28b62e80c9ba,segment=NetworkSegment(acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd),segment_id=acf32fab-cdb2-4e49-8ad1-8c0d26e90cdd)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:55:09.405243 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-da0bcabd-0eab-4f35-a97b-5715618d7625 req-d8dddbeb-cc0d-4613-a5cf-ad47e60bc483 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:09.482817 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-da0bcabd-0eab-4f35-a97b-5715618d7625 req-d8dddbeb-cc0d-4613-a5cf-ad47e60bc483 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Calling delete_port for 6de85ce8-bd1c-4563-bb31-28b62e80c9ba owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:55:09.715735 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-da0bcabd-0eab-4f35-a97b-5715618d7625 req-d8dddbeb-cc0d-4613-a5cf-ad47e60bc483 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:09.720964 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:09.730558 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['6de85ce8-bd1c-4563-bb31-28b62e80c9ba'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:55:09.757672 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dddbeb-cc0d-4613-a5cf-ad47e60bc483 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Pushing event deleted for resources: {'Port': ['ID=6de85ce8-bd1c-4563-bb31-28b62e80c9ba,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:09.761621 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d8dddbeb-cc0d-4613-a5cf-ad47e60bc483 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:09.799772 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0bcabd-0eab-4f35-a97b-5715618d7625 req-d8dddbeb-cc0d-4613-a5cf-ad47e60bc483 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] No DVR routers for this DVR port 6de85ce8-bd1c-4563-bb31-28b62e80c9ba on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:55:09.802365 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-da0bcabd-0eab-4f35-a97b-5715618d7625 req-d8dddbeb-cc0d-4613-a5cf-ad47e60bc483 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:09.804378 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-da0bcabd-0eab-4f35-a97b-5715618d7625 req-d8dddbeb-cc0d-4613-a5cf-ad47e60bc483 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.58 "DELETE /v2.0/ports/6de85ce8-bd1c-4563-bb31-28b62e80c9ba HTTP/1.1" status: 204 len: 173 time: 0.6285496 Jun 18 19:55:09.804909 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78', 'name': 'network-vif-deleted', 'tag': '6de85ce8-bd1c-4563-bb31-28b62e80c9ba'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:55:09.807766 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e166ba7c-61fe-4935-9857-613ec724443c" -d '{"events": [{"server_uuid": "5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78", "name": "network-vif-deleted", "tag": "6de85ce8-bd1c-4563-bb31-28b62e80c9ba"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:55:09.845739 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e935ff-3fa8-4fd9-afa4-b07f2a9b198b x-openstack-request-id: req-d1e935ff-3fa8-4fd9-afa4-b07f2a9b198b {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:55:09.846010 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78", "name": "network-vif-deleted", "tag": "6de85ce8-bd1c-4563-bb31-28b62e80c9ba", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:55:09.846358 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1e935ff-3fa8-4fd9-afa4-b07f2a9b198b {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:55:09.846851 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78', 'name': 'network-vif-deleted', 'tag': '6de85ce8-bd1c-4563-bb31-28b62e80c9ba', 'status': 'completed', 'code': 200} Jun 18 19:55:10.290084 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-564d4492-7e2c-4ebb-8808-1f93e89fb123 req-2f989ceb-03f7-4855-bb89-5507a40ea85e tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fb019af-d6d0-4f2b-b1f9-9da4ceae5c78 HTTP/1.1" status: 200 len: 210 time: 0.0284173 Jun 18 19:55:13.132251 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-14eb2d24-3101-4109-a7d0-15b2a8f398d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:13.690611 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 6de85ce8-bd1c-4563-bb31-28b62e80c9ba no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:55:13.714024 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: 6de85ce8-bd1c-4563-bb31-28b62e80c9ba {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:55:13.714382 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 6de85ce8-bd1c-4563-bb31-28b62e80c9ba not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:55:15.778558 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-30990954-e9bc-4dbb-b8d4-e10559c26360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:15.920563 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:17.029937 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 44550) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:17.143730 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:17.168911 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-9b6b06f3-8612-4947-a313-daf2f001d375 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a07d9f018d844efb4201dc835974720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376781 Jun 18 19:55:17.171287 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 44554) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:17.219873 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f736a3a5-64e8-476f-bf2c-1568eefe86dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:17.240593 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f736a3a5-64e8-476f-bf2c-1568eefe86dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:17.366852 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f736a3a5-64e8-476f-bf2c-1568eefe86dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:17.369422 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f736a3a5-64e8-476f-bf2c-1568eefe86dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:17.370605 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-f736a3a5-64e8-476f-bf2c-1568eefe86dd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/855cf30b-01e7-4983-bba9-20d349bebf3e HTTP/1.1" status: 204 len: 168 time: 0.1984234 Jun 18 19:55:17.371377 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c9e7e339-c4f4-4fc1-b8ea-9fafff64a35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:17.380717 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736a3a5-64e8-476f-bf2c-1568eefe86dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855cf30b-01e7-4983-bba9-20d349bebf3e,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:17.383571 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-f736a3a5-64e8-476f-bf2c-1568eefe86dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:18.323757 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 44576) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:18.425929 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-779578121-network', 'tenant_id': '454a218ddf714a7c82d3e1c0da9caf03'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:55:18.498181 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] Made reservation on behalf of 454a218ddf714a7c82d3e1c0da9caf03 for: {'network': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:55:18.500689 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:18.511367 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:18.609022 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:18.675357 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:18.678380 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-20d8626c-a8b7-4479-abf6-aa2de24fd1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:18.702383 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=100055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:55:18.708978 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3036927f-7bf1-45b1-9a5e-0b0713dc683c,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:18.712660 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:18.716104 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:18.716445 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.segments_db [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] Added segment 69a69870-8451-4847-aa34-9cc2fa611acd of type vlan for network cca60e0e-93a6-4ef4-be43-e57330cfcb91 Jun 18 19:55:18.756907 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:18.869719 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:18.871060 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:18.871641 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:18.873912 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-75a7f344-af9d-4106-b2d4-70c5c0606451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:18.892379 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:18.929892 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] Pushing event updated for resources: {'Network': ['ID=cca60e0e-93a6-4ef4-be43-e57330cfcb91,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:18.932681 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:18.940279 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network cca60e0e-93a6-4ef4-be43-e57330cfcb91 details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:55:18.979174 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-c3cb8a1c-a31f-4932-b5f4-65658d64ea95 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6540675 Jun 18 19:55:18.982623 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 44580) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:18.987736 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-f32b2655-57ab-4506-b00c-7c32fa563c62 admin admin] Request body: {'subnet': {'network_id': 'cca60e0e-93a6-4ef4-be43-e57330cfcb91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-779578121-subnet', 'tenant_id': '454a218ddf714a7c82d3e1c0da9caf03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:55:19.068278 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32b2655-57ab-4506-b00c-7c32fa563c62 admin admin] Made reservation on behalf of 454a218ddf714a7c82d3e1c0da9caf03 for: {'subnet': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:55:19.070735 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f32b2655-57ab-4506-b00c-7c32fa563c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931767'] for subnet, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:19.302883 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f32b2655-57ab-4506-b00c-7c32fa563c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27103928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25931749'] for subnet, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:19.305313 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:19.359339 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b2655-57ab-4506-b00c-7c32fa563c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=114fd71d-d58d-4447-ae47-d6f24aca0063,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:19.363220 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-f32b2655-57ab-4506-b00c-7c32fa563c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:19.371489 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b2655-57ab-4506-b00c-7c32fa563c62 admin admin] Checking segment: {'id': '69a69870-8451-4847-aa34-9cc2fa611acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cca60e0e-93a6-4ef4-be43-e57330cfcb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:55:19.371853 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32b2655-57ab-4506-b00c-7c32fa563c62 admin admin] Network hostable DHCP agents. Network: cca60e0e-93a6-4ef4-be43-e57330cfcb91, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:55:19.446735 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32b2655-57ab-4506-b00c-7c32fa563c62 admin admin] Network cca60e0e-93a6-4ef4-be43-e57330cfcb91 is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:55:19.520696 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-f32b2655-57ab-4506-b00c-7c32fa563c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, cca60e0e-93a6-4ef4-be43-e57330cfcb91) {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:55:19.525079 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b2655-57ab-4506-b00c-7c32fa563c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:19.525802 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-f32b2655-57ab-4506-b00c-7c32fa563c62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:19.530563 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e3cf49-a67a-4f6c-806a-f6c857af8504 None None] Network cca60e0e-93a6-4ef4-be43-e57330cfcb91 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:55:19.636720 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-f32b2655-57ab-4506-b00c-7c32fa563c62 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6527557 Jun 18 19:55:19.658588 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3103f09e-11aa-495c-aff5-e94cc4af33ab None None] Network cca60e0e-93a6-4ef4-be43-e57330cfcb91 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:55:21.860392 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-88bd7b02-3b91-4e77-9fa4-cc7d84b0ad3b tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:21.861882 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-88bd7b02-3b91-4e77-9fa4-cc7d84b0ad3b tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/networks?id=cca60e0e-93a6-4ef4-be43-e57330cfcb91 HTTP/1.1" status: 200 len: 813 time: 0.1085052 Jun 18 19:55:21.876529 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-c8ff21be-be88-4661-89fa-d7d937efa990 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/quotas/454a218ddf714a7c82d3e1c0da9caf03 HTTP/1.1" status: 200 len: 375 time: 0.0092514 Jun 18 19:55:21.913886 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-88dc1928-3331-48e3-97fc-a0aa27637b51 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=454a218ddf714a7c82d3e1c0da9caf03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318415 Jun 18 19:55:21.971073 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-f84dc655-b550-4c49-9df3-ed5a0ca7dff4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=100054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:55:21.973080 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-f84dc655-b550-4c49-9df3-ed5a0ca7dff4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517838 Jun 18 19:55:22.066838 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-3273ff7d-0496-46d8-ba36-4b4760719aa4 service neutron] 10.222.0.42 "GET /v2.0/networks/cca60e0e-93a6-4ef4-be43-e57330cfcb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867507 Jun 18 19:55:22.157362 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-cbba090e-f7dd-471a-b5ec-856b2806f581 service neutron] 10.222.0.42 "GET /v2.0/networks/cca60e0e-93a6-4ef4-be43-e57330cfcb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837944 Jun 18 19:55:22.411146 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0db9d36c-dab7-40f2-89d9-568263f4b508 req-e59b71bd-9341-47ba-889d-7ac680a28088 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 210 time: 0.0293691 Jun 18 19:55:23.495958 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a027475b-bc14-4535-8913-f9961fcd68a4 req-4dc68c93-1fff-4544-8da3-24cdc4ce925e tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 210 time: 0.0292065 Jun 18 19:55:24.642125 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-1d2347a0-fc52-49f5-a061-c46f0d0ba2df req-1a6cc176-2d03-40bc-b0ca-3b3f5f73c423 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 210 time: 0.0311191 Jun 18 19:55:25.047517 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-af74a6b1-5357-411e-8131-26821748ab53 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:25.048922 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-af74a6b1-5357-411e-8131-26821748ab53 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.58 "GET /v2.0/networks?id=cca60e0e-93a6-4ef4-be43-e57330cfcb91 HTTP/1.1" status: 200 len: 813 time: 0.1049929 Jun 18 19:55:25.064766 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-957b6db7-89c7-40da-a6a8-9dbc7cd489de tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Request body: {'port': {'device_id': '4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e', 'network_id': 'cca60e0e-93a6-4ef4-be43-e57330cfcb91', 'admin_state_up': True, 'tenant_id': '454a218ddf714a7c82d3e1c0da9caf03'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:55:25.240244 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-957b6db7-89c7-40da-a6a8-9dbc7cd489de tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Made reservation on behalf of 454a218ddf714a7c82d3e1c0da9caf03 for: {'port': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:55:25.243878 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-957b6db7-89c7-40da-a6a8-9dbc7cd489de tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:25.364815 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-957b6db7-89c7-40da-a6a8-9dbc7cd489de tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Allocated IP 172.20.0.12 (cca60e0e-93a6-4ef4-be43-e57330cfcb91/114fd71d-d58d-4447-ae47-d6f24aca0063/4d3f4470-2a32-41cb-ab47-2391f728b15a) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:55:25.518918 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-957b6db7-89c7-40da-a6a8-9dbc7cd489de tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:25.618189 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-957b6db7-89c7-40da-a6a8-9dbc7cd489de tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:25.622965 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-cbe70a15-6049-45c2-a0ca-261be4e06e7c tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:25.665863 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-957b6db7-89c7-40da-a6a8-9dbc7cd489de tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Network cca60e0e-93a6-4ef4-be43-e57330cfcb91 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:55:25.670161 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-957b6db7-89c7-40da-a6a8-9dbc7cd489de tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:55:25.673958 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-957b6db7-89c7-40da-a6a8-9dbc7cd489de tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:55:25.681048 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b6db7-89c7-40da-a6a8-9dbc7cd489de tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Pushing event updated for resources: {'Port': ['ID=4d3f4470-2a32-41cb-ab47-2391f728b15a,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:25.706014 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-957b6db7-89c7-40da-a6a8-9dbc7cd489de tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:25.733588 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-957b6db7-89c7-40da-a6a8-9dbc7cd489de tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:25.734207 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-957b6db7-89c7-40da-a6a8-9dbc7cd489de tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:25.808513 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-957b6db7-89c7-40da-a6a8-9dbc7cd489de tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7468007 Jun 18 19:55:25.823074 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Request body: {'port': {'device_id': '4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:55:25.833328 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd12b-88b2-4e01-bffd-7b8a3c9d629e req-8718a0c2-f137-4b81-9b15-eaabbe6655f6 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:25.834784 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-10efd12b-88b2-4e01-bffd-7b8a3c9d629e req-8718a0c2-f137-4b81-9b15-eaabbe6655f6 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 932 time: 0.0795250 Jun 18 19:55:25.927833 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-10efd12b-88b2-4e01-bffd-7b8a3c9d629e req-627bcc1c-42fe-45df-9137-73ad5e316c65 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677824 Jun 18 19:55:25.942746 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:26.209253 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3f4470-2a32-41cb-ab47-2391f728b15a {{(pid=100054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:55:26.217315 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:26.228821 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Transition to ACTIVE for port object 4d3f4470-2a32-41cb-ab47-2391f728b15a will not be triggered until provisioned by entity L2. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:55:26.286558 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:26.288891 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-4a9de5c4-bdc1-40da-92bb-20da2df20ea9 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:26.367097 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3f4470-2a32-41cb-ab47-2391f728b15a,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:26.371315 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:26.436376 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Attempting to bind port 4d3f4470-2a32-41cb-ab47-2391f728b15a on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:55:26.436740 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Attempting to bind port 4d3f4470-2a32-41cb-ab47-2391f728b15a by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '69a69870-8451-4847-aa34-9cc2fa611acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cca60e0e-93a6-4ef4-be43-e57330cfcb91'}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:55:26.437071 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Attempting to bind port 4d3f4470-2a32-41cb-ab47-2391f728b15a on network cca60e0e-93a6-4ef4-be43-e57330cfcb91 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:55:26.441239 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Port 4d3f4470-2a32-41cb-ab47-2391f728b15a on network cca60e0e-93a6-4ef4-be43-e57330cfcb91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:55:26.441556 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Attempting to bind port 4d3f4470-2a32-41cb-ab47-2391f728b15a on network cca60e0e-93a6-4ef4-be43-e57330cfcb91 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:55:26.446188 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:55:26.446526 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Checking segment: {'id': '69a69870-8451-4847-aa34-9cc2fa611acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cca60e0e-93a6-4ef4-be43-e57330cfcb91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:55:26.446906 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Bound using segment: {'id': '69a69870-8451-4847-aa34-9cc2fa611acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cca60e0e-93a6-4ef4-be43-e57330cfcb91'} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:55:26.447325 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Bound port: 4d3f4470-2a32-41cb-ab47-2391f728b15a, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a69870-8451-4847-aa34-9cc2fa611acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cca60e0e-93a6-4ef4-be43-e57330cfcb91'}}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:55:26.447667 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:26.512021 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] For port 4d3f4470-2a32-41cb-ab47-2391f728b15a, host hv-cinder-79053, cleared binding levels {{(pid=100054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:55:26.515183 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] For port 4d3f4470-2a32-41cb-ab47-2391f728b15a, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4d3f4470-2a32-41cb-ab47-2391f728b15a,segment=NetworkSegment(69a69870-8451-4847-aa34-9cc2fa611acd),segment_id=69a69870-8451-4847-aa34-9cc2fa611acd)] {{(pid=100054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:55:26.599642 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:26.601844 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-957b6db7-89c7-40da-a6a8-9dbc7cd489de tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:26.642050 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:26.642699 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:26.644073 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] 10.222.0.58 "PUT /v2.0/ports/4d3f4470-2a32-41cb-ab47-2391f728b15a HTTP/1.1" status: 200 len: 1094 time: 0.8273942 Jun 18 19:55:26.644670 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e', 'tag': '4d3f4470-2a32-41cb-ab47-2391f728b15a'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:55:26.647007 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294f00d7-55f0-4f4b-8aa4-af471072e487" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e", "tag": "4d3f4470-2a32-41cb-ab47-2391f728b15a"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:55:26.672920 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3f4470-2a32-41cb-ab47-2391f728b15a,revision_number=3']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:26.676046 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:26.844740 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-9c1d115f-8a61-46c7-af25-4cc4ec0ac234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:26.846283 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-9c1d115f-8a61-46c7-af25-4cc4ec0ac234 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=454a218ddf714a7c82d3e1c0da9caf03&device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 1097 time: 0.0614061 Jun 18 19:55:26.894572 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-8f095e3b-5853-4335-bef8-471b4d7d5d9e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3f4470-2a32-41cb-ab47-2391f728b15a HTTP/1.1" status: 200 len: 217 time: 0.0358136 Jun 18 19:55:26.952139 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-3112b2de-86a5-4941-a682-d2f94e874989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:26.953419 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-3112b2de-86a5-4941-a682-d2f94e874989 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=114fd71d-d58d-4447-ae47-d6f24aca0063 HTTP/1.1" status: 200 len: 853 time: 0.0491493 Jun 18 19:55:26.956034 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa629b53-dc7a-4753-b323-dfcf4c9bd984 x-openstack-request-id: req-fa629b53-dc7a-4753-b323-dfcf4c9bd984 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:55:26.956369 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e", "tag": "4d3f4470-2a32-41cb-ab47-2391f728b15a", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:55:26.956962 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa629b53-dc7a-4753-b323-dfcf4c9bd984 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:55:26.957392 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e', 'tag': '4d3f4470-2a32-41cb-ab47-2391f728b15a', 'status': 'completed', 'code': 200} Jun 18 19:55:26.992800 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-a46d78fe-85a5-43f8-a9e9-14f1c58198ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cca60e0e-93a6-4ef4-be43-e57330cfcb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271583 Jun 18 19:55:27.121059 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-76bc9ce6-94ce-4d91-85a3-c5959d9de5bd service neutron] 10.222.0.58 "GET /v2.0/networks/cca60e0e-93a6-4ef4-be43-e57330cfcb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208737 Jun 18 19:55:27.143671 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6e589-b5f8-4420-abe8-c8ee7b2d48d0 req-63d1a224-985f-4832-8031-19275dd5b664 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:27.145067 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1bc6e589-b5f8-4420-abe8-c8ee7b2d48d0 req-63d1a224-985f-4832-8031-19275dd5b664 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 944 time: 0.1049089 Jun 18 19:55:27.228659 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1bc6e589-b5f8-4420-abe8-c8ee7b2d48d0 req-99c6eac5-f339-473a-b683-a879098bafe3 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716629 Jun 18 19:55:27.253462 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d7a4bb66-3694-4355-a677-3a7bb83d7310 req-23e4f3b5-c811-4a60-8aac-251af7421026 service neutron] 10.222.0.58 "GET /v2.0/networks/cca60e0e-93a6-4ef4-be43-e57330cfcb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239891 Jun 18 19:55:27.438531 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f00d7-55f0-4f4b-8aa4-af471072e487 req-5169546d-28be-4038-a743-a86298cac1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:27.439907 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-294f00d7-55f0-4f4b-8aa4-af471072e487 req-5169546d-28be-4038-a743-a86298cac1fa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=454a218ddf714a7c82d3e1c0da9caf03&device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 1097 time: 0.0528450 Jun 18 19:55:27.533478 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f00d7-55f0-4f4b-8aa4-af471072e487 req-3ec663cd-5df5-4e88-8fa2-7afa88fe5a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:27.534928 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-294f00d7-55f0-4f4b-8aa4-af471072e487 req-3ec663cd-5df5-4e88-8fa2-7afa88fe5a2a service neutron] 10.222.0.58 "GET /v2.0/networks?id=cca60e0e-93a6-4ef4-be43-e57330cfcb91 HTTP/1.1" status: 200 len: 914 time: 0.0871603 Jun 18 19:55:27.582404 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-294f00d7-55f0-4f4b-8aa4-af471072e487 req-03fa6da1-722b-45f3-9bca-6b07f9673d86 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3f4470-2a32-41cb-ab47-2391f728b15a HTTP/1.1" status: 200 len: 217 time: 0.0404277 Jun 18 19:55:27.632972 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f00d7-55f0-4f4b-8aa4-af471072e487 req-629adda6-006a-4197-8f61-239a114d2d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:27.634412 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-294f00d7-55f0-4f4b-8aa4-af471072e487 req-629adda6-006a-4197-8f61-239a114d2d94 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=114fd71d-d58d-4447-ae47-d6f24aca0063 HTTP/1.1" status: 200 len: 853 time: 0.0449126 Jun 18 19:55:27.669120 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-294f00d7-55f0-4f4b-8aa4-af471072e487 req-dd876673-d1f4-456a-89a1-35d90d3a1091 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cca60e0e-93a6-4ef4-be43-e57330cfcb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261664 Jun 18 19:55:27.762789 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-294f00d7-55f0-4f4b-8aa4-af471072e487 req-b525a50e-ee25-4aff-9254-131e38b8d6c7 service neutron] 10.222.0.58 "GET /v2.0/networks/cca60e0e-93a6-4ef4-be43-e57330cfcb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864296 Jun 18 19:55:27.856226 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-294f00d7-55f0-4f4b-8aa4-af471072e487 req-1f3aa8d7-27c8-49fa-962b-2ca46ea12a88 service neutron] 10.222.0.58 "GET /v2.0/networks/cca60e0e-93a6-4ef4-be43-e57330cfcb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865676 Jun 18 19:55:28.409525 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334fa87-758f-4d7b-a7fd-0eca96611bdd req-892a95c6-c9a7-4ce2-8e2d-fd1dfa85235c tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:28.410988 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0334fa87-758f-4d7b-a7fd-0eca96611bdd req-892a95c6-c9a7-4ce2-8e2d-fd1dfa85235c tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 944 time: 0.0675550 Jun 18 19:55:28.450368 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0334fa87-758f-4d7b-a7fd-0eca96611bdd req-6b759bbe-1ac4-4aa8-a75c-db9737f3dcab tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337291 Jun 18 19:55:29.632188 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ccc37-c2e5-4a23-a207-9373289657fb req-57e56a66-9719-429a-b0c7-19933c1774d1 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:29.633945 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ed1ccc37-c2e5-4a23-a207-9373289657fb req-57e56a66-9719-429a-b0c7-19933c1774d1 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 944 time: 0.0681427 Jun 18 19:55:29.685397 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ed1ccc37-c2e5-4a23-a207-9373289657fb req-ed5e40b5-58e2-471e-b112-d00bde68d5e0 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443859 Jun 18 19:55:29.755418 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 4d3f4470-2a32-41cb-ab47-2391f728b15a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:55:29.864738 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 4d3f4470-2a32-41cb-ab47-2391f728b15a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4d3f4470-2a32-41cb-ab47-2391f728b15a,segment=NetworkSegment(69a69870-8451-4847-aa34-9cc2fa611acd),segment_id=69a69870-8451-4847-aa34-9cc2fa611acd)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:55:29.877847 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': '4d3f4470-2a32-41cb-ab47-2391f728b15a', 'network_id': 'cca60e0e-93a6-4ef4-be43-e57330cfcb91', 'port_id': '4d3f4470-2a32-41cb-ab47-2391f728b15a', 'mac_address': 'fa:16:3e:d2:f1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114fd71d-d58d-4447-ae47-d6f24aca0063', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:55:29.915934 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:29.929644 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3f4470-2a32-41cb-ab47-2391f728b15a {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:55:29.950628 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 4d3f4470-2a32-41cb-ab47-2391f728b15a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4d3f4470-2a32-41cb-ab47-2391f728b15a,segment=NetworkSegment(69a69870-8451-4847-aa34-9cc2fa611acd),segment_id=69a69870-8451-4847-aa34-9cc2fa611acd)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:55:30.023601 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:30.025413 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-642b96f4-1776-40da-a62f-e49f6af994b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:30.073401 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=4d3f4470-2a32-41cb-ab47-2391f728b15a,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:30.077344 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:30.279179 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['4d3f4470-2a32-41cb-ab47-2391f728b15a'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:55:30.896644 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bda96-56a9-401e-bc1f-831e562a3ca4 req-9a1925b9-a19d-48c5-b117-3b76fe66fdc9 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:30.898165 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ae3bda96-56a9-401e-bc1f-831e562a3ca4 req-9a1925b9-a19d-48c5-b117-3b76fe66fdc9 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 945 time: 0.0697432 Jun 18 19:55:30.942787 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-ae3bda96-56a9-401e-bc1f-831e562a3ca4 req-7d1e04e9-ced1-4840-9c46-6c7332768d72 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383086 Jun 18 19:55:31.770269 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 4d3f4470-2a32-41cb-ab47-2391f728b15a up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:55:31.908827 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port 4d3f4470-2a32-41cb-ab47-2391f728b15a completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:55:31.913004 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port 4d3f4470-2a32-41cb-ab47-2391f728b15a triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:55:31.913472 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:31.995974 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:32.017387 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3f4470-2a32-41cb-ab47-2391f728b15a'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:55:32.019747 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9983e1-b3c0-4171-997d-03cb89f47ac2" -d '{"events": [{"server_uuid": "4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e", "name": "network-vif-plugged", "status": "completed", "tag": "4d3f4470-2a32-41cb-ab47-2391f728b15a"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:55:32.033699 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 4d3f4470-2a32-41cb-ab47-2391f728b15a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4d3f4470-2a32-41cb-ab47-2391f728b15a,segment=NetworkSegment(69a69870-8451-4847-aa34-9cc2fa611acd),segment_id=69a69870-8451-4847-aa34-9cc2fa611acd)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:55:32.058577 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f39a608-cae2-47ae-b2db-2053ca631a07 x-openstack-request-id: req-9f39a608-cae2-47ae-b2db-2053ca631a07 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:55:32.058881 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e", "name": "network-vif-plugged", "status": "completed", "tag": "4d3f4470-2a32-41cb-ab47-2391f728b15a", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:55:32.059140 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f39a608-cae2-47ae-b2db-2053ca631a07 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:55:32.062095 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3f4470-2a32-41cb-ab47-2391f728b15a', 'code': 200} Jun 18 19:55:32.103046 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:32.106694 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:32.123861 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654b06d-f13f-4d67-a70f-5b0c4b1beefa req-41cd9c27-c9f5-4c3d-8866-19158639f988 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:32.125450 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d654b06d-f13f-4d67-a70f-5b0c4b1beefa req-41cd9c27-c9f5-4c3d-8866-19158639f988 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 945 time: 0.0710061 Jun 18 19:55:32.158377 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=4d3f4470-2a32-41cb-ab47-2391f728b15a,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:32.165388 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:32.165598 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d654b06d-f13f-4d67-a70f-5b0c4b1beefa req-daeb6f31-4d49-4bbb-b499-e68f0e162611 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336154 Jun 18 19:55:32.460902 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010ad28-5ce1-4b30-9899-241f434b7f10 req-10e4a338-577b-4169-925e-c1a4d7068aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:32.462258 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0010ad28-5ce1-4b30-9899-241f434b7f10 req-10e4a338-577b-4169-925e-c1a4d7068aa7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 1099 time: 0.0545194 Jun 18 19:55:32.497147 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0010ad28-5ce1-4b30-9899-241f434b7f10 req-117e80c6-2c9c-4b15-9f1b-fbea544a65c7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274422 Jun 18 19:55:32.950412 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:55:33.371133 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8734ba-37fb-47e9-a77c-91ff6bd94796 req-e921fab1-1df9-4796-8c52-55705b8ca7af tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:33.375814 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6a8734ba-37fb-47e9-a77c-91ff6bd94796 req-e921fab1-1df9-4796-8c52-55705b8ca7af tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 946 time: 0.0676935 Jun 18 19:55:33.409661 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6a8734ba-37fb-47e9-a77c-91ff6bd94796 req-bd39de66-e97f-493a-83e7-e9ef2e904f4d tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312269 Jun 18 19:55:34.586264 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90270c-e61b-4446-be22-205efc38adde req-e4cd4dec-73b7-457c-8163-06e952d361af tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:34.587700 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ee90270c-e61b-4446-be22-205efc38adde req-e4cd4dec-73b7-457c-8163-06e952d361af tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 946 time: 0.0651278 Jun 18 19:55:34.630404 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ee90270c-e61b-4446-be22-205efc38adde req-a7ed832b-e7a8-40ff-bce1-1aea1e680490 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368326 Jun 18 19:55:36.406299 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:43.171742 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-7754691c-f948-4cba-8202-5a092ce865ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:45.782699 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb3bb-468c-488b-a660-25ae7826bac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:45.897705 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:47.016970 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:48.926208 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:06.512964 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:07.769610 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-19b075ca-bdc2-42b1-892a-2a33d03545d2 req-be808d58-668e-47d1-a819-3561d8660079 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491688 Jun 18 19:56:07.864711 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b075ca-bdc2-42b1-892a-2a33d03545d2 req-39d790d9-05aa-47fb-86b0-888b643600f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:07.866139 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-19b075ca-bdc2-42b1-892a-2a33d03545d2 req-39d790d9-05aa-47fb-86b0-888b643600f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=454a218ddf714a7c82d3e1c0da9caf03&device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 1099 time: 0.0508509 Jun 18 19:56:07.975110 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b075ca-bdc2-42b1-892a-2a33d03545d2 req-b5687421-569f-4e2c-a763-6b812821a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:07.976583 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-19b075ca-bdc2-42b1-892a-2a33d03545d2 req-b5687421-569f-4e2c-a763-6b812821a1ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=cca60e0e-93a6-4ef4-be43-e57330cfcb91 HTTP/1.1" status: 200 len: 914 time: 0.0895188 Jun 18 19:56:08.018632 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-19b075ca-bdc2-42b1-892a-2a33d03545d2 req-b32b1f29-5848-4cab-92ad-5fcb8998c272 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3f4470-2a32-41cb-ab47-2391f728b15a HTTP/1.1" status: 200 len: 217 time: 0.0348475 Jun 18 19:56:08.067404 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b075ca-bdc2-42b1-892a-2a33d03545d2 req-652eac66-68bb-48aa-9bbc-57c3bf9c928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:08.068753 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-19b075ca-bdc2-42b1-892a-2a33d03545d2 req-652eac66-68bb-48aa-9bbc-57c3bf9c928a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=114fd71d-d58d-4447-ae47-d6f24aca0063 HTTP/1.1" status: 200 len: 853 time: 0.0426078 Jun 18 19:56:08.104674 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-19b075ca-bdc2-42b1-892a-2a33d03545d2 req-103052f8-8770-4b3a-94c3-c2004a81c484 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cca60e0e-93a6-4ef4-be43-e57330cfcb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284314 Jun 18 19:56:08.198736 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-19b075ca-bdc2-42b1-892a-2a33d03545d2 req-111cfa41-4c63-496b-9aa5-2d3fcd541c1a service neutron] 10.222.0.58 "GET /v2.0/networks/cca60e0e-93a6-4ef4-be43-e57330cfcb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867660 Jun 18 19:56:08.292061 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-19b075ca-bdc2-42b1-892a-2a33d03545d2 req-2d12e66c-e4ca-4f5b-9468-5c917a6cbedd service neutron] 10.222.0.58 "GET /v2.0/networks/cca60e0e-93a6-4ef4-be43-e57330cfcb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855017 Jun 18 19:56:09.948762 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:56:13.165323 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-323dbddb-fcfa-4b79-8eb9-e3cd6a86fd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:15.753652 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-eda652a3-7f0f-4629-a4b1-922e6cc8fb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:15.918267 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:17.022631 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:18.592075 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3cc68-1d72-400a-abe8-164a66f212b4 req-2ec71fb1-247f-44d6-a692-ef5f6e405271 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:18.593800 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bdf3cc68-1d72-400a-abe8-164a66f212b4 req-2ec71fb1-247f-44d6-a692-ef5f6e405271 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 946 time: 0.0690854 Jun 18 19:56:18.634669 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-bdf3cc68-1d72-400a-abe8-164a66f212b4 req-e535ae35-1609-458c-be93-dd63968a5d91 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344605 Jun 18 19:56:18.896812 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:19.828059 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066ac36-9d63-4dcb-ad10-61212d85885b req-40e0b72a-2956-42d7-a312-2288153972a2 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:19.829637 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0066ac36-9d63-4dcb-ad10-61212d85885b req-40e0b72a-2956-42d7-a312-2288153972a2 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 946 time: 0.0719390 Jun 18 19:56:19.872362 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0066ac36-9d63-4dcb-ad10-61212d85885b req-7bdb9b33-a263-462d-b21e-b728cc90dc18 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354040 Jun 18 19:56:20.335832 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f008fa-d01e-40ab-8cc9-6662f15496ab req-c0f4e08c-9120-4d8a-9f6d-4eaa76ac9617 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:20.337431 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d9f008fa-d01e-40ab-8cc9-6662f15496ab req-c0f4e08c-9120-4d8a-9f6d-4eaa76ac9617 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 946 time: 0.0721354 Jun 18 19:56:20.463360 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-d9f008fa-d01e-40ab-8cc9-6662f15496ab req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Deleting port 4d3f4470-2a32-41cb-ab47-2391f728b15a {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:56:20.463706 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d9f008fa-d01e-40ab-8cc9-6662f15496ab req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:20.556993 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-d9f008fa-d01e-40ab-8cc9-6662f15496ab req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] For port 4d3f4470-2a32-41cb-ab47-2391f728b15a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4d3f4470-2a32-41cb-ab47-2391f728b15a,segment=NetworkSegment(69a69870-8451-4847-aa34-9cc2fa611acd),segment_id=69a69870-8451-4847-aa34-9cc2fa611acd)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:56:20.557343 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d9f008fa-d01e-40ab-8cc9-6662f15496ab req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:20.910278 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-d9f008fa-d01e-40ab-8cc9-6662f15496ab req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Calling delete_port for 4d3f4470-2a32-41cb-ab47-2391f728b15a owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:56:21.099139 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fa49f-e2e3-471f-8909-21f2eb2da89a req-2bf1dd53-2733-44df-b6d8-77fc70a12095 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:21.101711 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-256fa49f-e2e3-471f-8909-21f2eb2da89a req-2bf1dd53-2733-44df-b6d8-77fc70a12095 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e HTTP/1.1" status: 200 len: 946 time: 0.1123948 Jun 18 19:56:21.137984 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d9f008fa-d01e-40ab-8cc9-6662f15496ab req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:21.142555 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:21.151922 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-256fa49f-e2e3-471f-8909-21f2eb2da89a req-79d1b663-2562-441c-919c-e69dff25948d tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438740 Jun 18 19:56:21.154492 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['4d3f4470-2a32-41cb-ab47-2391f728b15a'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:56:21.184957 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Pushing event deleted for resources: {'Port': ['ID=4d3f4470-2a32-41cb-ab47-2391f728b15a,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:21.216403 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:21.216813 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:21.217198 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:21.217561 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:21.217925 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:21.218289 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:21.218654 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:21.219017 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:21.219384 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:21.219738 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:21.220136 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:21.220464 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:21.226807 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:21.246851 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f008fa-d01e-40ab-8cc9-6662f15496ab req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] No DVR routers for this DVR port 4d3f4470-2a32-41cb-ab47-2391f728b15a on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:56:21.249742 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-d9f008fa-d01e-40ab-8cc9-6662f15496ab req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:21.251941 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d9f008fa-d01e-40ab-8cc9-6662f15496ab req-f213aa15-bc0e-41c7-8cd5-9f68f84d552f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.58 "DELETE /v2.0/ports/4d3f4470-2a32-41cb-ab47-2391f728b15a HTTP/1.1" status: 204 len: 173 time: 0.9019344 Jun 18 19:56:21.252517 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e', 'name': 'network-vif-deleted', 'tag': '4d3f4470-2a32-41cb-ab47-2391f728b15a'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:56:21.255663 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63176ca5-02a6-4258-a115-560bd9b17db4" -d '{"events": [{"server_uuid": "4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e", "name": "network-vif-deleted", "tag": "4d3f4470-2a32-41cb-ab47-2391f728b15a"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:56:21.299671 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77be6b47-64d9-425a-9846-f56be64346cb x-openstack-request-id: req-77be6b47-64d9-425a-9846-f56be64346cb {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:56:21.300020 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e", "name": "network-vif-deleted", "tag": "4d3f4470-2a32-41cb-ab47-2391f728b15a", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:56:21.300331 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77be6b47-64d9-425a-9846-f56be64346cb {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:56:21.300868 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce2ee89-ad36-4a5d-b0ac-dea50ecb532e', 'name': 'network-vif-deleted', 'tag': '4d3f4470-2a32-41cb-ab47-2391f728b15a', 'status': 'completed', 'code': 200} Jun 18 19:56:24.884414 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 4d3f4470-2a32-41cb-ab47-2391f728b15a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:56:24.904697 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: 4d3f4470-2a32-41cb-ab47-2391f728b15a {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:56:24.904976 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 4d3f4470-2a32-41cb-ab47-2391f728b15a not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:56:32.845824 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-195bbe90-ccd5-4ec0-a9f7-b866968d9c62 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:32.847356 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-195bbe90-ccd5-4ec0-a9f7-b866968d9c62 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/networks?id=cca60e0e-93a6-4ef4-be43-e57330cfcb91 HTTP/1.1" status: 200 len: 813 time: 0.1117177 Jun 18 19:56:32.864116 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-af4ec244-7bcd-4bb8-b233-fff571378865 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/quotas/454a218ddf714a7c82d3e1c0da9caf03 HTTP/1.1" status: 200 len: 375 time: 0.0098464 Jun 18 19:56:32.899622 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-8da533ac-6763-4498-bf14-224d322bed5f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=454a218ddf714a7c82d3e1c0da9caf03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295198 Jun 18 19:56:33.040899 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-22f0720f-1045-433b-b6b8-6a89944a938b service neutron] 10.222.0.42 "GET /v2.0/networks/cca60e0e-93a6-4ef4-be43-e57330cfcb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344011 Jun 18 19:56:33.133449 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-ee5ec1d3-ed85-4399-9f31-15998d995f53 service neutron] 10.222.0.42 "GET /v2.0/networks/cca60e0e-93a6-4ef4-be43-e57330cfcb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864894 Jun 18 19:56:33.389401 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e48f7959-668e-408c-b1fa-1ed32468e5d2 req-236e2966-310d-4a79-9acb-54b509affdc0 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 210 time: 0.0298727 Jun 18 19:56:34.538018 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-060e446e-472e-4070-96b1-81cb896fda0a req-be13878e-35e3-40ea-b714-05ac63845297 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 210 time: 0.0328326 Jun 18 19:56:35.642358 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-871bf75c-37d2-4e87-8f9f-502c3f26fa7b tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:35.643865 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-871bf75c-37d2-4e87-8f9f-502c3f26fa7b tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.58 "GET /v2.0/networks?id=cca60e0e-93a6-4ef4-be43-e57330cfcb91 HTTP/1.1" status: 200 len: 813 time: 0.1045504 Jun 18 19:56:35.667700 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-f94a64a2-4691-455c-ac64-fd4939069d18 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Request body: {'port': {'device_id': '6335a000-b611-4798-9710-83328f439d4a', 'network_id': 'cca60e0e-93a6-4ef4-be43-e57330cfcb91', 'admin_state_up': True, 'tenant_id': '454a218ddf714a7c82d3e1c0da9caf03'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:56:35.688239 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a7b0a7a9-87d0-4d07-8850-32fab93b2e03 req-5661e13b-f423-41e2-9691-6605cc9424c2 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 210 time: 0.0356071 Jun 18 19:56:35.862142 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-f94a64a2-4691-455c-ac64-fd4939069d18 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Made reservation on behalf of 454a218ddf714a7c82d3e1c0da9caf03 for: {'port': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:56:35.865766 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-f94a64a2-4691-455c-ac64-fd4939069d18 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:35.989507 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-f94a64a2-4691-455c-ac64-fd4939069d18 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Allocated IP 172.20.0.5 (cca60e0e-93a6-4ef4-be43-e57330cfcb91/114fd71d-d58d-4447-ae47-d6f24aca0063/e5a05de9-026d-4410-93c1-069764e86e91) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:56:36.144679 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-f94a64a2-4691-455c-ac64-fd4939069d18 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:36.239515 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-f94a64a2-4691-455c-ac64-fd4939069d18 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:36.244273 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-49a618bb-d194-4c97-bc10-62aa3eb45e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:36.286777 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-f94a64a2-4691-455c-ac64-fd4939069d18 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Network cca60e0e-93a6-4ef4-be43-e57330cfcb91 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:56:36.290399 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-f94a64a2-4691-455c-ac64-fd4939069d18 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:56:36.294191 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-f94a64a2-4691-455c-ac64-fd4939069d18 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:56:36.322292 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a64a2-4691-455c-ac64-fd4939069d18 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Pushing event updated for resources: {'Port': ['ID=e5a05de9-026d-4410-93c1-069764e86e91,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:36.326605 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-f94a64a2-4691-455c-ac64-fd4939069d18 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:36.350429 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-f94a64a2-4691-455c-ac64-fd4939069d18 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:36.351067 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-f94a64a2-4691-455c-ac64-fd4939069d18 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:36.446407 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-f94a64a2-4691-455c-ac64-fd4939069d18 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7916389 Jun 18 19:56:36.463635 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Request body: {'port': {'device_id': '6335a000-b611-4798-9710-83328f439d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:56:36.508260 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:36.545091 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:36.812582 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a05de9-026d-4410-93c1-069764e86e91 {{(pid=100054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:56:36.821051 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:36.834262 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Transition to ACTIVE for port object e5a05de9-026d-4410-93c1-069764e86e91 will not be triggered until provisioned by entity L2. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:56:36.864168 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f66bd-3aa1-4995-a010-22add529c0b3 req-ca767a50-825a-4aa9-bcfe-75d8230e31f8 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:36.865662 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3a4f66bd-3aa1-4995-a010-22add529c0b3 req-ca767a50-825a-4aa9-bcfe-75d8230e31f8 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 931 time: 0.0647068 Jun 18 19:56:36.903033 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3a4f66bd-3aa1-4995-a010-22add529c0b3 req-d5dc20e6-4037-4388-9484-35ea6d9a43a8 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309243 Jun 18 19:56:36.907276 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:36.909701 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-74c5a433-2f16-4ce7-9bf8-9d88b8eccf73 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:36.988102 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a05de9-026d-4410-93c1-069764e86e91,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:36.990911 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:37.062177 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Attempting to bind port e5a05de9-026d-4410-93c1-069764e86e91 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:56:37.062516 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Attempting to bind port e5a05de9-026d-4410-93c1-069764e86e91 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '69a69870-8451-4847-aa34-9cc2fa611acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cca60e0e-93a6-4ef4-be43-e57330cfcb91'}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:56:37.062849 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Attempting to bind port e5a05de9-026d-4410-93c1-069764e86e91 on network cca60e0e-93a6-4ef4-be43-e57330cfcb91 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:56:37.067030 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Port e5a05de9-026d-4410-93c1-069764e86e91 on network cca60e0e-93a6-4ef4-be43-e57330cfcb91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:56:37.067353 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Attempting to bind port e5a05de9-026d-4410-93c1-069764e86e91 on network cca60e0e-93a6-4ef4-be43-e57330cfcb91 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:56:37.072355 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:56:37.072720 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Checking segment: {'id': '69a69870-8451-4847-aa34-9cc2fa611acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cca60e0e-93a6-4ef4-be43-e57330cfcb91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:56:37.073106 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Bound using segment: {'id': '69a69870-8451-4847-aa34-9cc2fa611acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cca60e0e-93a6-4ef4-be43-e57330cfcb91'} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:56:37.073532 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Bound port: e5a05de9-026d-4410-93c1-069764e86e91, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a69870-8451-4847-aa34-9cc2fa611acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cca60e0e-93a6-4ef4-be43-e57330cfcb91'}}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:56:37.073880 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:37.147793 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] For port e5a05de9-026d-4410-93c1-069764e86e91, host hv-cinder-79053, cleared binding levels {{(pid=100054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:56:37.151425 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] For port e5a05de9-026d-4410-93c1-069764e86e91, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e5a05de9-026d-4410-93c1-069764e86e91,segment=NetworkSegment(69a69870-8451-4847-aa34-9cc2fa611acd),segment_id=69a69870-8451-4847-aa34-9cc2fa611acd)] {{(pid=100054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:56:37.234222 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:37.236394 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-60d05d07-2058-47ff-aaf8-410de1166119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:37.269962 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:37.270576 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:37.272909 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] 10.222.0.58 "PUT /v2.0/ports/e5a05de9-026d-4410-93c1-069764e86e91 HTTP/1.1" status: 200 len: 1093 time: 0.8131461 Jun 18 19:56:37.277582 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6335a000-b611-4798-9710-83328f439d4a', 'tag': 'e5a05de9-026d-4410-93c1-069764e86e91'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:56:37.279935 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1f1ed0-2bdb-43ca-afe6-9621462dac54" -d '{"events": [{"name": "network-changed", "server_uuid": "6335a000-b611-4798-9710-83328f439d4a", "tag": "e5a05de9-026d-4410-93c1-069764e86e91"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:56:37.302399 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a05de9-026d-4410-93c1-069764e86e91,revision_number=3']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:37.305890 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:37.321571 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b405a0-31e8-4111-ab0b-4ef84367c8b0 x-openstack-request-id: req-69b405a0-31e8-4111-ab0b-4ef84367c8b0 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:56:37.321903 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6335a000-b611-4798-9710-83328f439d4a", "tag": "e5a05de9-026d-4410-93c1-069764e86e91", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:56:37.322200 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69b405a0-31e8-4111-ab0b-4ef84367c8b0 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:56:37.322635 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6335a000-b611-4798-9710-83328f439d4a', 'tag': 'e5a05de9-026d-4410-93c1-069764e86e91', 'status': 'completed', 'code': 200} Jun 18 19:56:37.398049 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f1ed0-2bdb-43ca-afe6-9621462dac54 req-be94463b-76a5-4c9d-9e11-9c0a14f8069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:37.399562 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7d1f1ed0-2bdb-43ca-afe6-9621462dac54 req-be94463b-76a5-4c9d-9e11-9c0a14f8069e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=454a218ddf714a7c82d3e1c0da9caf03&device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 1096 time: 0.0523350 Jun 18 19:56:37.504419 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f1ed0-2bdb-43ca-afe6-9621462dac54 req-2e5e00fb-0df7-49e6-9e8f-1fa8aa2940e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:37.505930 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7d1f1ed0-2bdb-43ca-afe6-9621462dac54 req-2e5e00fb-0df7-49e6-9e8f-1fa8aa2940e4 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=454a218ddf714a7c82d3e1c0da9caf03&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0954792 Jun 18 19:56:37.605636 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f1ed0-2bdb-43ca-afe6-9621462dac54 req-f7450ba2-5168-4dec-b668-66ffd3ef9624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:37.606984 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7d1f1ed0-2bdb-43ca-afe6-9621462dac54 req-f7450ba2-5168-4dec-b668-66ffd3ef9624 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906498 Jun 18 19:56:37.703866 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-71c511c1-da77-4a8b-935e-06384c584077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:37.705769 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-71c511c1-da77-4a8b-935e-06384c584077 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=454a218ddf714a7c82d3e1c0da9caf03&device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 1096 time: 0.0525551 Jun 18 19:56:37.756426 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-ddfba57a-9f20-4908-afa6-757d2c895d48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5a05de9-026d-4410-93c1-069764e86e91 HTTP/1.1" status: 200 len: 217 time: 0.0385423 Jun 18 19:56:37.816745 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-893f0700-3ac6-4309-bde2-85094da34bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:37.818175 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-893f0700-3ac6-4309-bde2-85094da34bfa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=114fd71d-d58d-4447-ae47-d6f24aca0063 HTTP/1.1" status: 200 len: 853 time: 0.0544078 Jun 18 19:56:37.853693 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-b6439b55-d6fd-4614-ae91-b323fcdb78d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cca60e0e-93a6-4ef4-be43-e57330cfcb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284708 Jun 18 19:56:37.946550 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-1786ee1f-7627-45c2-92f0-c0d8f7c684f3 service neutron] 10.222.0.58 "GET /v2.0/networks/cca60e0e-93a6-4ef4-be43-e57330cfcb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849063 Jun 18 19:56:38.046537 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-04c2f0c7-0c93-4734-b695-ade1767afb7b req-2f35c766-f510-4afe-a2d2-7c21dcd7b23e service neutron] 10.222.0.58 "GET /v2.0/networks/cca60e0e-93a6-4ef4-be43-e57330cfcb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886295 Jun 18 19:56:38.085759 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a31247-02fa-42ad-ab60-c788f293621a req-548c98ac-ede1-4c4c-b49b-ba705e0c3c95 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:38.087405 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-41a31247-02fa-42ad-ab60-c788f293621a req-548c98ac-ede1-4c4c-b49b-ba705e0c3c95 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 943 time: 0.0658262 Jun 18 19:56:38.131121 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-41a31247-02fa-42ad-ab60-c788f293621a req-24a341b8-235b-4b4e-be52-f836c56068ee tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380251 Jun 18 19:56:39.305768 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d15d2f-a352-4803-8b03-50f119412729 req-ad91a46e-a83b-4215-b844-d523e41dd2a3 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:39.307216 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-72d15d2f-a352-4803-8b03-50f119412729 req-ad91a46e-a83b-4215-b844-d523e41dd2a3 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 943 time: 0.0626228 Jun 18 19:56:39.344662 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-72d15d2f-a352-4803-8b03-50f119412729 req-97739ecc-02b9-4160-a332-8d2c09c41a42 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318148 Jun 18 19:56:40.518482 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f2cfe-2d67-4804-8bf1-43ba605a82b3 req-95c38369-f19d-48c8-b326-1cdef83b67bc tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:40.519938 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-4b4f2cfe-2d67-4804-8bf1-43ba605a82b3 req-95c38369-f19d-48c8-b326-1cdef83b67bc tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 943 time: 0.0682077 Jun 18 19:56:40.557341 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-4b4f2cfe-2d67-4804-8bf1-43ba605a82b3 req-a9f2dd06-048d-42a1-b577-3a625daf9617 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309169 Jun 18 19:56:41.735268 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77ddc7-8ab3-41d8-bf14-ad1e90dc225e req-3029ed3a-5ede-4edf-818a-c6b1ef80dbaa tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:41.736780 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ad77ddc7-8ab3-41d8-bf14-ad1e90dc225e req-3029ed3a-5ede-4edf-818a-c6b1ef80dbaa tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 943 time: 0.0677993 Jun 18 19:56:41.772794 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ad77ddc7-8ab3-41d8-bf14-ad1e90dc225e req-7bb277c5-6484-4e86-8bec-4ee8005e7915 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303695 Jun 18 19:56:42.235904 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device e5a05de9-026d-4410-93c1-069764e86e91 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:56:42.332054 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port e5a05de9-026d-4410-93c1-069764e86e91, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e5a05de9-026d-4410-93c1-069764e86e91,segment=NetworkSegment(69a69870-8451-4847-aa34-9cc2fa611acd),segment_id=69a69870-8451-4847-aa34-9cc2fa611acd)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:56:42.344004 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': 'e5a05de9-026d-4410-93c1-069764e86e91', 'network_id': 'cca60e0e-93a6-4ef4-be43-e57330cfcb91', 'port_id': 'e5a05de9-026d-4410-93c1-069764e86e91', 'mac_address': 'fa:16:3e:8f:f7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114fd71d-d58d-4447-ae47-d6f24aca0063', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:56:42.379770 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:42.392795 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a05de9-026d-4410-93c1-069764e86e91 {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:56:42.414779 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port e5a05de9-026d-4410-93c1-069764e86e91, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e5a05de9-026d-4410-93c1-069764e86e91,segment=NetworkSegment(69a69870-8451-4847-aa34-9cc2fa611acd),segment_id=69a69870-8451-4847-aa34-9cc2fa611acd)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:56:42.529135 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:42.531787 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:42.579191 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=e5a05de9-026d-4410-93c1-069764e86e91,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:42.587659 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:42.588011 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:42.588352 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:42.588711 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:42.589051 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:42.589380 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:42.589710 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:42.590035 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:42.590361 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:42.590686 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:42.591008 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:42.591343 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:42.595567 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:42.802908 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['e5a05de9-026d-4410-93c1-069764e86e91'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:56:42.978036 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46add653-f7fe-479b-aa5a-9a6ba28aedf3 req-59464ed1-4cc0-49e1-84cc-3539002fcced tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:42.979574 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-46add653-f7fe-479b-aa5a-9a6ba28aedf3 req-59464ed1-4cc0-49e1-84cc-3539002fcced tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 944 time: 0.0734787 Jun 18 19:56:43.019496 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-46add653-f7fe-479b-aa5a-9a6ba28aedf3 req-1bda8cbe-be25-4f12-a4f3-da0fcbd9b112 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342648 Jun 18 19:56:43.158668 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-2b13fe16-be25-41e3-bc4d-ad78a227ea75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:44.191070 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06005c-dce9-46f1-9894-857e2dcb71cd req-9801ed42-a28a-4e24-a7bf-8126c6eaedf7 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:44.192545 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b06005c-dce9-46f1-9894-857e2dcb71cd req-9801ed42-a28a-4e24-a7bf-8126c6eaedf7 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 944 time: 0.0638466 Jun 18 19:56:44.232492 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b06005c-dce9-46f1-9894-857e2dcb71cd req-42b6d39e-9898-4d13-a61f-cc8b1d395b32 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341098 Jun 18 19:56:44.251671 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device e5a05de9-026d-4410-93c1-069764e86e91 up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:56:44.370385 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port e5a05de9-026d-4410-93c1-069764e86e91 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:56:44.374240 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port e5a05de9-026d-4410-93c1-069764e86e91 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:56:44.374649 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:44.450928 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:44.473688 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6335a000-b611-4798-9710-83328f439d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a05de9-026d-4410-93c1-069764e86e91'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:56:44.475933 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fda8ae6-3dcf-477c-b2ae-a36651e56849" -d '{"events": [{"server_uuid": "6335a000-b611-4798-9710-83328f439d4a", "name": "network-vif-plugged", "status": "completed", "tag": "e5a05de9-026d-4410-93c1-069764e86e91"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:56:44.489277 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port e5a05de9-026d-4410-93c1-069764e86e91, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e5a05de9-026d-4410-93c1-069764e86e91,segment=NetworkSegment(69a69870-8451-4847-aa34-9cc2fa611acd),segment_id=69a69870-8451-4847-aa34-9cc2fa611acd)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:56:44.540862 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:44.542812 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:44.571156 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803b12eb-9068-488c-9ec1-2e9e5d958b04 x-openstack-request-id: req-803b12eb-9068-488c-9ec1-2e9e5d958b04 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:56:44.571493 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6335a000-b611-4798-9710-83328f439d4a", "name": "network-vif-plugged", "status": "completed", "tag": "e5a05de9-026d-4410-93c1-069764e86e91", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:56:44.571787 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-803b12eb-9068-488c-9ec1-2e9e5d958b04 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:56:44.572221 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6335a000-b611-4798-9710-83328f439d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a05de9-026d-4410-93c1-069764e86e91', 'code': 200} Jun 18 19:56:44.596329 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=e5a05de9-026d-4410-93c1-069764e86e91,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:44.599414 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:44.935670 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4573a-8f1f-447b-899f-f13f8898b212 req-1e87aa9d-a1dd-4300-a9b7-fc7bc3026540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:44.937077 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-77e4573a-8f1f-447b-899f-f13f8898b212 req-1e87aa9d-a1dd-4300-a9b7-fc7bc3026540 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 1098 time: 0.0536237 Jun 18 19:56:44.974884 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-77e4573a-8f1f-447b-899f-f13f8898b212 req-9f5ffa66-a090-472d-8e3d-c0d4a648f587 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283401 Jun 18 19:56:45.410325 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bde5f-575d-46c5-ab68-ce06aa27bf49 req-21176f05-987a-4676-8826-67c9375aad2f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:45.411804 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b00bde5f-575d-46c5-ab68-ce06aa27bf49 req-21176f05-987a-4676-8826-67c9375aad2f tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 945 time: 0.0669634 Jun 18 19:56:45.450638 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b00bde5f-575d-46c5-ab68-ce06aa27bf49 req-232f88e1-1a1e-475e-876c-40dcce574621 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320096 Jun 18 19:56:45.781600 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-547247cb-b3d0-40a7-863c-d3a3b0891eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:45.878653 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:46.629177 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fb7d3-9994-429a-b13d-0b6d27431774 req-9d1ddf52-7504-4173-bc00-44e5619c9162 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:46.630661 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-686fb7d3-9994-429a-b13d-0b6d27431774 req-9d1ddf52-7504-4173-bc00-44e5619c9162 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 945 time: 0.0660088 Jun 18 19:56:46.673981 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-686fb7d3-9994-429a-b13d-0b6d27431774 req-cf61c8be-46cc-4fbe-933c-3ee84b019c08 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373752 Jun 18 19:56:46.948367 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:56:47.056478 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:48.918310 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:06.455393 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:09.535403 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61007d-f64c-4e23-b24e-a74a18a64cf3 req-c7757701-153f-4bfb-9508-1a9f4057bf0b tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:57:09.536807 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7e61007d-f64c-4e23-b24e-a74a18a64cf3 req-c7757701-153f-4bfb-9508-1a9f4057bf0b tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 945 time: 0.0644400 Jun 18 19:57:09.575285 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7e61007d-f64c-4e23-b24e-a74a18a64cf3 req-be4fa165-6fe4-4823-b6e0-e8945b1b0e08 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328736 Jun 18 19:57:10.757913 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642f56c-fd29-48e3-a4d0-f0d58485c7b9 req-e7a655ad-7b95-46c4-a0ef-8c739fa31b20 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:57:10.759373 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d642f56c-fd29-48e3-a4d0-f0d58485c7b9 req-e7a655ad-7b95-46c4-a0ef-8c739fa31b20 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 945 time: 0.0651982 Jun 18 19:57:10.797773 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d642f56c-fd29-48e3-a4d0-f0d58485c7b9 req-cb87a13a-01ad-4ef6-b575-d0a3b385a0e8 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/security-groups?id=3036927f-7bf1-45b1-9a5e-0b0713dc683c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322309 Jun 18 19:57:11.312324 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b22ab5-b560-440a-9eee-e5ffd60e04e6 req-15c3fd15-4b4f-4154-b931-1ffc559c7557 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:57:11.314454 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-61b22ab5-b560-440a-9eee-e5ffd60e04e6 req-15c3fd15-4b4f-4154-b931-1ffc559c7557 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.58 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 945 time: 0.0837042 Jun 18 19:57:11.435107 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-61b22ab5-b560-440a-9eee-e5ffd60e04e6 req-1d02db5f-4d88-4fd2-895b-54b0d1da73aa tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Deleting port e5a05de9-026d-4410-93c1-069764e86e91 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:57:11.435674 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-61b22ab5-b560-440a-9eee-e5ffd60e04e6 req-1d02db5f-4d88-4fd2-895b-54b0d1da73aa tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:11.543756 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-61b22ab5-b560-440a-9eee-e5ffd60e04e6 req-1d02db5f-4d88-4fd2-895b-54b0d1da73aa tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] For port e5a05de9-026d-4410-93c1-069764e86e91, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e5a05de9-026d-4410-93c1-069764e86e91,segment=NetworkSegment(69a69870-8451-4847-aa34-9cc2fa611acd),segment_id=69a69870-8451-4847-aa34-9cc2fa611acd)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:57:11.544307 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-61b22ab5-b560-440a-9eee-e5ffd60e04e6 req-1d02db5f-4d88-4fd2-895b-54b0d1da73aa tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:11.625447 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-61b22ab5-b560-440a-9eee-e5ffd60e04e6 req-1d02db5f-4d88-4fd2-895b-54b0d1da73aa tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Calling delete_port for e5a05de9-026d-4410-93c1-069764e86e91 owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:57:11.849786 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-61b22ab5-b560-440a-9eee-e5ffd60e04e6 req-1d02db5f-4d88-4fd2-895b-54b0d1da73aa tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:11.853833 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-65645256-7b64-4ac8-bc08-184ac534446b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:11.866617 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['e5a05de9-026d-4410-93c1-069764e86e91'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:57:11.880737 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02db5f-4d88-4fd2-895b-54b0d1da73aa tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Pushing event deleted for resources: {'Port': ['ID=e5a05de9-026d-4410-93c1-069764e86e91,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:11.884422 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-1d02db5f-4d88-4fd2-895b-54b0d1da73aa tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:11.932291 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b22ab5-b560-440a-9eee-e5ffd60e04e6 req-1d02db5f-4d88-4fd2-895b-54b0d1da73aa tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] No DVR routers for this DVR port e5a05de9-026d-4410-93c1-069764e86e91 on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:57:11.935053 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-61b22ab5-b560-440a-9eee-e5ffd60e04e6 req-1d02db5f-4d88-4fd2-895b-54b0d1da73aa tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:11.937189 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-61b22ab5-b560-440a-9eee-e5ffd60e04e6 req-1d02db5f-4d88-4fd2-895b-54b0d1da73aa tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.58 "DELETE /v2.0/ports/e5a05de9-026d-4410-93c1-069764e86e91 HTTP/1.1" status: 204 len: 173 time: 0.6136487 Jun 18 19:57:11.937745 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6335a000-b611-4798-9710-83328f439d4a', 'name': 'network-vif-deleted', 'tag': 'e5a05de9-026d-4410-93c1-069764e86e91'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:57:11.940142 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae10431-c594-45f0-a961-8f0b39344d1a" -d '{"events": [{"server_uuid": "6335a000-b611-4798-9710-83328f439d4a", "name": "network-vif-deleted", "tag": "e5a05de9-026d-4410-93c1-069764e86e91"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:57:11.945049 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e2d4da28-effb-46a2-b81e-42db439fcfbd req-0a1a2cb2-d63e-4c4f-92dc-95795c015c51 tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] 10.222.0.42 "GET /v2.0/ports?device_id=6335a000-b611-4798-9710-83328f439d4a HTTP/1.1" status: 200 len: 210 time: 0.0351601 Jun 18 19:57:11.978324 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe71270b-c66e-4875-b578-f510b39f8178 x-openstack-request-id: req-fe71270b-c66e-4875-b578-f510b39f8178 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:57:11.978666 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6335a000-b611-4798-9710-83328f439d4a", "name": "network-vif-deleted", "tag": "e5a05de9-026d-4410-93c1-069764e86e91", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:57:11.978979 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe71270b-c66e-4875-b578-f510b39f8178 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:57:11.979413 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6335a000-b611-4798-9710-83328f439d4a', 'name': 'network-vif-deleted', 'tag': 'e5a05de9-026d-4410-93c1-069764e86e91', 'status': 'completed', 'code': 200} Jun 18 19:57:13.152610 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-eece0758-adf0-4849-b018-e0a6e9d37b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:15.757942 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-0c298e97-a0e3-4ca0-a51c-b68bb7ea7b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:15.866427 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:16.523621 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device e5a05de9-026d-4410-93c1-069764e86e91 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:57:16.544674 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: e5a05de9-026d-4410-93c1-069764e86e91 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:57:16.545058 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device e5a05de9-026d-4410-93c1-069764e86e91 not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:57:17.020820 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:18.901015 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:23.946227 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:57:36.425888 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:38.850850 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45166) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:38.898389 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_v2 [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Deleting subnet 114fd71d-d58d-4447-ae47-d6f24aca0063 {{(pid=100055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:57:38.901569 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:38.937522 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26531168'] for subnet, precommit_delete_associations {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:38.976238 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:39.094868 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27103865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25931740'] for subnet, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:39.097226 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:39.125320 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=114fd71d-d58d-4447-ae47-d6f24aca0063,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:39.129825 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:39.131951 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/114fd71d-d58d-4447-ae47-d6f24aca0063 HTTP/1.1" status: 204 len: 168 time: 0.2797711 Jun 18 19:57:39.134249 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 45168) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:39.136737 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.137130 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.137510 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.137880 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.138826 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.139808 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.140179 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.140575 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.140966 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.141335 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.141696 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.142053 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.145198 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-4afb6676-776a-4cab-8027-6db3775fa891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:39.206591 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:39.286842 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:39.296705 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca60e0e-93a6-4ef4-be43-e57330cfcb91']}} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:39.307519 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a69870-8451-4847-aa34-9cc2fa611acd') {'for_net_delete': True} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:39.307815 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a69870-8451-4847-aa34-9cc2fa611acd') {} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:39.317120 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25228981'] for segment, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:39.332171 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:39.337736 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=100054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:57:39.338113 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-999293'] for segment, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: Traceback (most recent call last): Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: timer() Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: cb(*args, **kw) Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: return func(*args, **kwargs) Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: self._notify() Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: self.callback(batched_events) Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: event.method(event) Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: return f(self, *a, **k) Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: return self._get(url).json() Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: return self.request(url, 'GET', **kwargs) Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:57:39.339689 dv-cinder-790535-6-iscsi neutron-server[100054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:57:39.454685 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:39.458338 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:39.460652 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:39.462554 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] 10.222.0.42 "DELETE /v2.0/networks/cca60e0e-93a6-4ef4-be43-e57330cfcb91 HTTP/1.1" status: 204 len: 168 time: 0.3272853 Jun 18 19:57:39.474226 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Pushing event deleted for resources: {'Network': ['ID=cca60e0e-93a6-4ef4-be43-e57330cfcb91,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:39.481165 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.481572 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.482651 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.483021 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.483608 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.483846 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.484200 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.484560 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.484949 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.485302 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.485652 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.485998 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:39.489117 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-f1c27f10-bb22-40ee-a1a5-7266b872c67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:39.826738 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45172) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:39.872916 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-26ee1b43-ef87-4a8e-bbfe-fbff48c275d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=454a218ddf714a7c82d3e1c0da9caf03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450287 Jun 18 19:57:39.875489 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45174) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:39.924382 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-192fab68-b411-435d-8198-2de5c2d9d564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:39.944530 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-192fab68-b411-435d-8198-2de5c2d9d564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:40.065700 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-192fab68-b411-435d-8198-2de5c2d9d564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:40.068161 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-192fab68-b411-435d-8198-2de5c2d9d564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:40.069332 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-192fab68-b411-435d-8198-2de5c2d9d564 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3036927f-7bf1-45b1-9a5e-0b0713dc683c HTTP/1.1" status: 204 len: 168 time: 0.1929398 Jun 18 19:57:40.070192 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-8b383649-71a9-4767-a217-e4e2b1801d56 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:40.078509 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fab68-b411-435d-8198-2de5c2d9d564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3036927f-7bf1-45b1-9a5e-0b0713dc683c,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:40.081204 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-192fab68-b411-435d-8198-2de5c2d9d564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:41.118667 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45196) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:41.248691 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1000418447-network', 'tenant_id': 'b669107faf604a77982afc41fb97b15f'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:57:41.334196 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] Made reservation on behalf of b669107faf604a77982afc41fb97b15f for: {'network': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:57:41.336595 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:41.345701 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:41.429875 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:41.499424 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:41.502458 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-2edff76b-dd57-4caf-a0d7-921bcda1635f tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:41.530556 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=100055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:57:41.536949 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8092aaec-9a29-4d30-ac80-a6f795a51ad6,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:41.540568 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:41.543313 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:41.543710 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.segments_db [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] Added segment d82d950e-559d-4af2-bf3d-d05dd9bc0dfe of type vlan for network 944f85a4-5f11-4065-9edf-e5b6342bed61 Jun 18 19:57:41.585182 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:41.706140 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:41.707525 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:57:41.708143 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:41.710404 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:41.767501 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] Pushing event updated for resources: {'Network': ['ID=944f85a4-5f11-4065-9edf-e5b6342bed61,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:41.770208 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:41.777100 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network 944f85a4-5f11-4065-9edf-e5b6342bed61 details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:57:41.821095 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-5b32b013-923b-47dc-a83c-f4388dfdde02 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7012777 Jun 18 19:57:41.824114 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45200) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:41.829402 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-e888b205-b9d7-43b6-8ad2-dd631a54c545 admin admin] Request body: {'subnet': {'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1000418447-subnet', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'ip_version': 4}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:57:41.911259 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e888b205-b9d7-43b6-8ad2-dd631a54c545 admin admin] Made reservation on behalf of b669107faf604a77982afc41fb97b15f for: {'subnet': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:57:41.913666 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e888b205-b9d7-43b6-8ad2-dd631a54c545 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931767'] for subnet, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:42.123627 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e888b205-b9d7-43b6-8ad2-dd631a54c545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27103928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25931749'] for subnet, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:42.125592 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-56f44b28-fe98-412f-abfd-4e0fe21e27ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:42.175421 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888b205-b9d7-43b6-8ad2-dd631a54c545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:42.178910 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-e888b205-b9d7-43b6-8ad2-dd631a54c545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:42.186070 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888b205-b9d7-43b6-8ad2-dd631a54c545 admin admin] Checking segment: {'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:57:42.186418 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e888b205-b9d7-43b6-8ad2-dd631a54c545 admin admin] Network hostable DHCP agents. Network: 944f85a4-5f11-4065-9edf-e5b6342bed61, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:57:42.287628 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e888b205-b9d7-43b6-8ad2-dd631a54c545 admin admin] Network 944f85a4-5f11-4065-9edf-e5b6342bed61 is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:57:42.358023 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-e888b205-b9d7-43b6-8ad2-dd631a54c545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, 944f85a4-5f11-4065-9edf-e5b6342bed61) {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:57:42.362083 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e888b205-b9d7-43b6-8ad2-dd631a54c545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:57:42.362710 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e888b205-b9d7-43b6-8ad2-dd631a54c545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:42.367265 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc8344c-d5c7-4ae1-99aa-221317b79402 None None] Network 944f85a4-5f11-4065-9edf-e5b6342bed61 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:57:42.423655 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-e888b205-b9d7-43b6-8ad2-dd631a54c545 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5966542 Jun 18 19:57:42.424421 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45202) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:42.428863 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:57:42.511061 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-481455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2920'] for router, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:42.511061 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2915'] for router, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:42.511355 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96c83322-2471-5313-b219-6ac1ab8aa22b-944f85a4-5f11-4065-9edf-e5b6342bed61', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96'}]}} from dv-cinder-790535-6-iscsi. {{(pid=100056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:57:42.511355 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:42.563961 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:42.640407 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.db_base_plugin_common [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Allocated IP 172.20.0.2 (944f85a4-5f11-4065-9edf-e5b6342bed61/0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96/b3e1eaa4-0f84-4525-8af5-22f9db956a67) {{(pid=100056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:57:42.915231 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Notify callbacks [] for port, precommit_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:42.925154 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Transition to ACTIVE for port object b3e1eaa4-0f84-4525-8af5-22f9db956a67 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:57:42.945643 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Transition to ACTIVE for port object b3e1eaa4-0f84-4525-8af5-22f9db956a67 will not be triggered until provisioned by entity DHCP. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:57:43.020766 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:43.023556 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:43.058575 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2933'] for router, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:43.061584 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Network 944f85a4-5f11-4065-9edf-e5b6342bed61 is already hosted by enough agents. {{(pid=100056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:57:43.066137 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.base_scheduler [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Resources bound (agent type, host, resource id): {{(pid=100056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:57:43.070493 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Received port after_create {{(pid=100056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:57:43.082150 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Pushing event updated for resources: {'Port': ['ID=b3e1eaa4-0f84-4525-8af5-22f9db956a67,revision_number=1']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:43.095576 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:43.095925 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:43.096261 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:43.096601 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:43.096946 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:43.097271 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:43.097592 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:43.097912 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:43.098232 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:43.098551 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:43.098868 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:43.099182 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:43.102907 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:43.152398 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Attempting to bind port b3e1eaa4-0f84-4525-8af5-22f9db956a67 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:57:43.152683 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Attempting to bind port b3e1eaa4-0f84-4525-8af5-22f9db956a67 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:57:43.153051 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Attempting to bind port b3e1eaa4-0f84-4525-8af5-22f9db956a67 on network 944f85a4-5f11-4065-9edf-e5b6342bed61 {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:57:43.158568 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:57:43.158943 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Checking segment: {'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:57:43.159345 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:43.159735 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Bound using segment: {'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:57:43.160194 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Bound port: b3e1eaa4-0f84-4525-8af5-22f9db956a67, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:57:43.160574 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:43.192658 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-5d098d6f-51d6-45d1-ac50-e58811b2aea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:43.226393 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] For port b3e1eaa4-0f84-4525-8af5-22f9db956a67, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:57:43.229718 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] For port b3e1eaa4-0f84-4525-8af5-22f9db956a67, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=b3e1eaa4-0f84-4525-8af5-22f9db956a67,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:57:43.322233 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:43.324334 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-464b06a2-5951-44e7-bbf6-2bc49f7442f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:43.345119 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:43.363628 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:43.383686 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Pushing event updated for resources: {'Port': ['ID=b3e1eaa4-0f84-4525-8af5-22f9db956a67,revision_number=2']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:43.386891 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-b1bf2119-8b0e-4c11-a157-8ec614f0b5ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:43.476230 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Allocated IP 172.27.3.182 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/3bc9b996-a1bd-42de-aa67-7668534ef773) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:57:43.597968 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:43.712005 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27103756'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:43.714093 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-48893d81-593d-4b4c-afae-ac3f9a02d0c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:43.753948 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:57:43.756752 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:57:43.759157 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:57:43.765044 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc9b996-a1bd-42de-aa67-7668534ef773,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:43.767716 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:44.088268 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:44.224518 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043526f8-2d52-4ac0-be47-7e78b4d55303 None None] Network 944f85a4-5f11-4065-9edf-e5b6342bed61 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:57:44.286984 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624634'] for router, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:44.426325 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-3e140e6c-d1de-42b4-9127-7c1a8fe7222b None None] Provisioning for port b3e1eaa4-0f84-4525-8af5-22f9db956a67 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:57:44.517169 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Router 434ca418-518a-4b54-9212-7ea03b077d4c is scheduled to L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d with binding_index 1 {{(pid=100055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:57:44.632677 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:57:44.645657 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Sync routers for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:57:44.659777 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:57:44.660402 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:57:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:44.718059 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Notify callbacks [] for router, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:44.719306 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2939177 Jun 18 19:57:44.721978 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45204) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:44.763887 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:57:44.948227 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:43Z', 'revision_number': 3, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:44.980210 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device b3e1eaa4-0f84-4525-8af5-22f9db956a67 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:57:44.983146 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Checking router: 434ca418-518a-4b54-9212-7ea03b077d4c for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:57:44.983506 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Updating router 434ca418-518a-4b54-9212-7ea03b077d4c port 3bc9b996-a1bd-42de-aa67-7668534ef773 binding host dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:57:45.040925 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:45.135007 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:45.144285 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port b3e1eaa4-0f84-4525-8af5-22f9db956a67 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:57:45.151094 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port b3e1eaa4-0f84-4525-8af5-22f9db956a67 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:57:45.151469 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:45.295287 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Allocated IP 172.20.0.1 (944f85a4-5f11-4065-9edf-e5b6342bed61/0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96/f47911c8-152d-4083-98b6-5c55f0905919) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:57:45.309171 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:45.378245 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port b3e1eaa4-0f84-4525-8af5-22f9db956a67, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=b3e1eaa4-0f84-4525-8af5-22f9db956a67,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:57:45.382119 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Notify callbacks [] for port, precommit_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:45.392046 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Transition to ACTIVE for port object 3bc9b996-a1bd-42de-aa67-7668534ef773 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:57:45.398220 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:45.412492 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.provisioning_blocks [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Transition to ACTIVE for port object f47911c8-152d-4083-98b6-5c55f0905919 will not be triggered until provisioned by entity DHCP. {{(pid=100055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:57:45.447582 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:45.449456 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:45.499899 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=b3e1eaa4-0f84-4525-8af5-22f9db956a67,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:45.502873 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:45.505421 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:45.509769 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-71ec6c3a-c246-4362-946e-28867f058d0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:45.555350 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27103756'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:45.555350 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:45.556164 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d36d7c-7801-4c29-b802-8ca68172f229 None None] Pushing event updated for resources: {'Port': ['ID=3bc9b996-a1bd-42de-aa67-7668534ef773,revision_number=2']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:45.557873 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-89d36d7c-7801-4c29-b802-8ca68172f229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:45.558705 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Attempting to bind port 3bc9b996-a1bd-42de-aa67-7668534ef773 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:57:45.559074 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Attempting to bind port 3bc9b996-a1bd-42de-aa67-7668534ef773 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:57:45.559435 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Attempting to bind port 3bc9b996-a1bd-42de-aa67-7668534ef773 on network a920a8e0-c5d2-4f11-b036-3e5563c3157d {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:57:45.565718 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:57:45.565718 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Checking segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:57:45.566067 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:45.566460 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Bound using segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:57:45.566921 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Bound port: 3bc9b996-a1bd-42de-aa67-7668534ef773, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:57:45.567293 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:45.595222 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Network 944f85a4-5f11-4065-9edf-e5b6342bed61 is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:57:45.599871 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:57:45.603271 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:57:45.618867 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] For port 3bc9b996-a1bd-42de-aa67-7668534ef773, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:57:45.621994 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] For port 3bc9b996-a1bd-42de-aa67-7668534ef773, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=3bc9b996-a1bd-42de-aa67-7668534ef773,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:57:45.633038 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Pushing event updated for resources: {'Port': ['ID=f47911c8-152d-4083-98b6-5c55f0905919,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:45.637175 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:45.651810 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621781'] for router_interface, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:45.753974 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:45.756223 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-89d36d7c-7801-4c29-b802-8ca68172f229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:45.785782 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-24ef4953-0c60-42f6-894b-0ee66232fbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:45.826250 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:57:45.826790 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:57:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:45.832032 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d36d7c-7801-4c29-b802-8ca68172f229 None None] Pushing event updated for resources: {'Port': ['ID=3bc9b996-a1bd-42de-aa67-7668534ef773,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:45.863762 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-89d36d7c-7801-4c29-b802-8ca68172f229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:45.868246 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:45.928971 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:45.946559 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:57:46.028032 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:46.054972 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-39c72278-daa5-42f8-8362-6b86105624bd None None] Provisioning for port f47911c8-152d-4083-98b6-5c55f0905919 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:57:46.062881 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-39c72278-daa5-42f8-8362-6b86105624bd None None] Provisioning complete for port f47911c8-152d-4083-98b6-5c55f0905919 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:57:46.063261 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-39c72278-daa5-42f8-8362-6b86105624bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:46.105657 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27103802'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:46.108711 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-dd470d13-de55-48ca-a375-d51d95b62c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:46.115108 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-39c72278-daa5-42f8-8362-6b86105624bd None None] Port f47911c8-152d-4083-98b6-5c55f0905919 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:57:46.172430 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 1, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:46.175149 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Pushing event updated for resources: {'Port': ['ID=f47911c8-152d-4083-98b6-5c55f0905919,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:46.177996 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:46.178949 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618700'] for router_interface, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:46.202922 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941de2c1-d6bf-4de4-b593-515242c4d245 None None] The sync data for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi is: [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 1, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:57:46.281569 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Network 944f85a4-5f11-4065-9edf-e5b6342bed61 is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:57:46.283045 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:57:46.413305 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Router 434ca418-518a-4b54-9212-7ea03b077d4c has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:57:46.536900 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-e2d5cf79-ed2b-4eb8-8e3f-c00d98cd4a0a None None] Provisioning complete for port f47911c8-152d-4083-98b6-5c55f0905919 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:57:46.537574 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-e2d5cf79-ed2b-4eb8-8e3f-c00d98cd4a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:46.577982 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-e2d5cf79-ed2b-4eb8-8e3f-c00d98cd4a0a None None] Port f47911c8-152d-4083-98b6-5c55f0905919 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:57:46.848710 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:57:46.853588 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] 10.222.0.42 "PUT /v2.0/routers/434ca418-518a-4b54-9212-7ea03b077d4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1306739 Jun 18 19:57:47.042860 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device b3e1eaa4-0f84-4525-8af5-22f9db956a67 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:57:47.047507 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:47.117291 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port b3e1eaa4-0f84-4525-8af5-22f9db956a67 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:57:47.118009 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:47.203454 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 3bc9b996-a1bd-42de-aa67-7668534ef773 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:57:47.443190 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port 3bc9b996-a1bd-42de-aa67-7668534ef773 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:57:47.447493 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 3bc9b996-a1bd-42de-aa67-7668534ef773 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:57:47.447885 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:47.525890 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:47.551037 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port 3bc9b996-a1bd-42de-aa67-7668534ef773, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=3bc9b996-a1bd-42de-aa67-7668534ef773,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:57:47.614809 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:47.616751 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:47.651839 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45222) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:47.657797 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1403800804-network', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:57:47.669834 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=3bc9b996-a1bd-42de-aa67-7668534ef773,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:47.673199 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:47.739008 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] Made reservation on behalf of 56d2fd3fe87249599543c17f33eeab31 for: {'network': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:57:47.741374 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for network, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:47.751275 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:47.840591 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:47.929090 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:47.932172 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-b7535573-8218-4660-a62a-e66ae5a6daf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:47.955333 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=100055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:57:47.965161 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d77c05-8532-4e9e-bc34-6fb04c665a82,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:47.970047 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:47.973398 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:47.973398 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.segments_db [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] Added segment 23ed73df-1d6f-4f22-8d13-ed6cfdfd1217 of type vlan for network 2c109812-2a33-4f33-b94f-842bbe240546 Jun 18 19:57:48.012050 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789368049884'] for network, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:48.094432 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108'] for network, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:48.095786 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:57:48.096393 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:48.098617 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:48.157116 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] Pushing event updated for resources: {'Network': ['ID=2c109812-2a33-4f33-b94f-842bbe240546,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:48.159773 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:48.166758 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Network 2c109812-2a33-4f33-b94f-842bbe240546 details requested by agent ovs-agent-dv-cinder-790535-6-iscsi with host dv-cinder-790535-6-iscsi {{(pid=100056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:57:48.192418 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-b9f453df-ff05-4197-bee2-85308b966912 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5393233 Jun 18 19:57:48.195646 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45224) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:48.201455 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-147f1242-44c8-48f3-8a3e-cac735ec47a5 admin admin] Request body: {'subnet': {'network_id': '2c109812-2a33-4f33-b94f-842bbe240546', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1403800804-subnet', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'ip_version': 4}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:57:48.201665 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Sync routers for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:57:48.212653 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:57:48.213286 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:57:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:48.288781 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147f1242-44c8-48f3-8a3e-cac735ec47a5 admin admin] Made reservation on behalf of 56d2fd3fe87249599543c17f33eeab31 for: {'subnet': 1} {{(pid=100055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:57:48.291180 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-147f1242-44c8-48f3-8a3e-cac735ec47a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25931767'] for subnet, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:48.414272 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:57:48.517787 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-147f1242-44c8-48f3-8a3e-cac735ec47a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27103928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25931749'] for subnet, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:48.520777 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-e888b205-b9d7-43b6-8ad2-dd631a54c545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:48.577269 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f1242-44c8-48f3-8a3e-cac735ec47a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ee8aba-5b73-40c3-9839-378b01557be5,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:48.581310 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-147f1242-44c8-48f3-8a3e-cac735ec47a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:48.582397 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147f1242-44c8-48f3-8a3e-cac735ec47a5 admin admin] Checking segment: {'id': '23ed73df-1d6f-4f22-8d13-ed6cfdfd1217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2c109812-2a33-4f33-b94f-842bbe240546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:57:48.582741 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f1242-44c8-48f3-8a3e-cac735ec47a5 admin admin] Network hostable DHCP agents. Network: 2c109812-2a33-4f33-b94f-842bbe240546, hostable agents: ['e9f5d785-e5b9-4046-951c-264bcfc9668d'], hosted agents: [] {{(pid=100055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:57:48.607568 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 2, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:48.633411 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Checking router: 434ca418-518a-4b54-9212-7ea03b077d4c for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:57:48.633763 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Updating router 434ca418-518a-4b54-9212-7ea03b077d4c port f47911c8-152d-4083-98b6-5c55f0905919 binding host dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:57:48.672575 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:48.681806 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f1242-44c8-48f3-8a3e-cac735ec47a5 admin admin] Network 2c109812-2a33-4f33-b94f-842bbe240546 is scheduled to be hosted by DHCP agent e9f5d785-e5b9-4046-951c-264bcfc9668d with binding_index 1 {{(pid=100055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:57:48.786003 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-147f1242-44c8-48f3-8a3e-cac735ec47a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-iscsi, 2c109812-2a33-4f33-b94f-842bbe240546) {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:57:48.790508 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147f1242-44c8-48f3-8a3e-cac735ec47a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:57:48.795078 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-147f1242-44c8-48f3-8a3e-cac735ec47a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:48.795807 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918e9631-8d46-4c14-83e8-655190369633 None None] Network 2c109812-2a33-4f33-b94f-842bbe240546 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:57:48.883878 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-147f1242-44c8-48f3-8a3e-cac735ec47a5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6871612 Jun 18 19:57:48.887195 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45226) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:48.891783 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1403800804-router', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:57:48.947564 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Notify callbacks [] for port, precommit_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:48.958332 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.provisioning_blocks [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Transition to ACTIVE for port object f47911c8-152d-4083-98b6-5c55f0905919 will not be triggered until provisioned by entity L2. {{(pid=100057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:57:48.964520 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 3bc9b996-a1bd-42de-aa67-7668534ef773 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:57:48.966888 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96c83322-2471-5313-b219-6ac1ab8aa22b-2c109812-2a33-4f33-b94f-842bbe240546', 'network_id': '2c109812-2a33-4f33-b94f-842bbe240546', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'fixed_ips': [{'subnet_id': 'f7ee8aba-5b73-40c3-9839-378b01557be5'}]}} from dv-cinder-790535-6-iscsi. {{(pid=100056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:57:48.967756 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:48.978338 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.014840 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-481455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2920'] for router, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.015870 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-481490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-418286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2915'] for router, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.070377 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.073398 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.076064 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:49.098024 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 3bc9b996-a1bd-42de-aa67-7668534ef773 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:57:49.098404 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.146040 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac135f2-1903-4a1a-a5dc-6ea786bb2f76 None None] Pushing event updated for resources: {'Port': ['ID=f47911c8-152d-4083-98b6-5c55f0905919,revision_number=3']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:49.155721 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac135f2-1903-4a1a-a5dc-6ea786bb2f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:49.156064 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac135f2-1903-4a1a-a5dc-6ea786bb2f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:49.156391 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac135f2-1903-4a1a-a5dc-6ea786bb2f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:49.156739 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac135f2-1903-4a1a-a5dc-6ea786bb2f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:49.157062 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac135f2-1903-4a1a-a5dc-6ea786bb2f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:49.157375 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac135f2-1903-4a1a-a5dc-6ea786bb2f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:49.157888 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac135f2-1903-4a1a-a5dc-6ea786bb2f76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:49.158206 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac135f2-1903-4a1a-a5dc-6ea786bb2f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:49.158559 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac135f2-1903-4a1a-a5dc-6ea786bb2f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:49.158879 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac135f2-1903-4a1a-a5dc-6ea786bb2f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:49.159194 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac135f2-1903-4a1a-a5dc-6ea786bb2f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:49.159504 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac135f2-1903-4a1a-a5dc-6ea786bb2f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:57:49.164361 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-6ac135f2-1903-4a1a-a5dc-6ea786bb2f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:49.178176 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.db_base_plugin_common [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Allocated IP 172.20.0.2 (2c109812-2a33-4f33-b94f-842bbe240546/f7ee8aba-5b73-40c3-9839-378b01557be5/fb8c436b-05c5-4475-8d47-54d8107a08d6) {{(pid=100056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:57:49.230055 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Attempting to bind port f47911c8-152d-4083-98b6-5c55f0905919 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:57:49.230636 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Attempting to bind port f47911c8-152d-4083-98b6-5c55f0905919 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:57:49.231245 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Attempting to bind port f47911c8-152d-4083-98b6-5c55f0905919 on network 944f85a4-5f11-4065-9edf-e5b6342bed61 {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:57:49.238585 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:57:49.239147 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Checking segment: {'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:57:49.239660 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.240163 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Bound using segment: {'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:57:49.241120 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Bound port: f47911c8-152d-4083-98b6-5c55f0905919, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'}}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:57:49.241642 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.320076 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] For port f47911c8-152d-4083-98b6-5c55f0905919, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:57:49.330431 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] For port f47911c8-152d-4083-98b6-5c55f0905919, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=f47911c8-152d-4083-98b6-5c55f0905919,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:57:49.332748 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2933'] for router, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.370021 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Notify callbacks [] for port, precommit_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.379458 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Transition to ACTIVE for port object fb8c436b-05c5-4475-8d47-54d8107a08d6 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:57:49.394161 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Transition to ACTIVE for port object fb8c436b-05c5-4475-8d47-54d8107a08d6 will not be triggered until provisioned by entity DHCP. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:57:49.431992 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.434414 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-1983d9e1-95db-4019-80d2-9beae62332c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:49.460355 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302'] for port, after_create {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.462759 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:49.495120 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:57:49.495884 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:57:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:49.517794 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Network 2c109812-2a33-4f33-b94f-842bbe240546 is already hosted by enough agents. {{(pid=100056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:57:49.521070 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.scheduler.base_scheduler [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Resources bound (agent type, host, resource id): {{(pid=100056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:57:49.526383 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Received port after_create {{(pid=100056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:57:49.537248 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac135f2-1903-4a1a-a5dc-6ea786bb2f76 None None] Pushing event updated for resources: {'Port': ['ID=f47911c8-152d-4083-98b6-5c55f0905919,revision_number=4']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:49.540567 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-6ac135f2-1903-4a1a-a5dc-6ea786bb2f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:49.561041 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Pushing event updated for resources: {'Port': ['ID=fb8c436b-05c5-4475-8d47-54d8107a08d6,revision_number=1']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:49.566725 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:49.604739 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Attempting to bind port fb8c436b-05c5-4475-8d47-54d8107a08d6 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:57:49.605135 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Attempting to bind port fb8c436b-05c5-4475-8d47-54d8107a08d6 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '23ed73df-1d6f-4f22-8d13-ed6cfdfd1217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2c109812-2a33-4f33-b94f-842bbe240546'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:57:49.605507 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Attempting to bind port fb8c436b-05c5-4475-8d47-54d8107a08d6 on network 2c109812-2a33-4f33-b94f-842bbe240546 {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:57:49.611919 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:57:49.612309 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Checking segment: {'id': '23ed73df-1d6f-4f22-8d13-ed6cfdfd1217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2c109812-2a33-4f33-b94f-842bbe240546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:57:49.613143 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.613284 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Bound using segment: {'id': '23ed73df-1d6f-4f22-8d13-ed6cfdfd1217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2c109812-2a33-4f33-b94f-842bbe240546'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:57:49.613691 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Bound port: fb8c436b-05c5-4475-8d47-54d8107a08d6, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ed73df-1d6f-4f22-8d13-ed6cfdfd1217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2c109812-2a33-4f33-b94f-842bbe240546'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:57:49.614169 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.640138 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:57:49.688438 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] For port fb8c436b-05c5-4475-8d47-54d8107a08d6, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:57:49.690828 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] For port fb8c436b-05c5-4475-8d47-54d8107a08d6, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=fb8c436b-05c5-4475-8d47-54d8107a08d6,segment=NetworkSegment(23ed73df-1d6f-4f22-8d13-ed6cfdfd1217),segment_id=23ed73df-1d6f-4f22-8d13-ed6cfdfd1217)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:57:49.700150 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.718902 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.791171 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:49.793664 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-089db4f2-fe9e-4b28-99d4-e14be616cf38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:49.834498 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Allocated IP 172.27.3.109 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/c0c97ad7-00f0-4404-a9bb-b3519c96dbf1) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:57:49.856826 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Pushing event updated for resources: {'Port': ['ID=fb8c436b-05c5-4475-8d47-54d8107a08d6,revision_number=2']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:49.861020 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:49.863549 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:49Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:49.890807 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2705bbb4-ac20-40fa-bc80-17356b816e71 None None] The sync data for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi is: [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:49Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:57:49.962965 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:50.089408 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27103756'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:50.092855 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-e73777a5-55a9-4055-bb5a-a701f326a8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:50.133174 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:57:50.136097 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:57:50.140902 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:57:50.173112 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c97ad7-00f0-4404-a9bb-b3519c96dbf1,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:50.177294 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:50.508209 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:50.715025 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-481446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624634'] for router, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:50.738759 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748458f5-7eeb-4aa0-8f3c-d8685c68c917 None None] Network 2c109812-2a33-4f33-b94f-842bbe240546 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:57:50.902638 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-f91aa1fa-d159-4410-bbbe-d57aa8f19ed7 None None] Provisioning for port fb8c436b-05c5-4475-8d47-54d8107a08d6 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:57:50.938968 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Router 2871be4a-5cb8-4c6d-8233-739976dae4d4 is scheduled to L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d with binding_index 1 {{(pid=100055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:57:51.023575 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device fb8c436b-05c5-4475-8d47-54d8107a08d6 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:57:51.058391 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:57:51.070658 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Sync routers for ids ['2871be4a-5cb8-4c6d-8233-739976dae4d4'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:57:51.083105 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Routers {'2871be4a-5cb8-4c6d-8233-739976dae4d4'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:57:51.083805 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:57:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['2871be4a-5cb8-4c6d-8233-739976dae4d4'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:51.174484 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] Notify callbacks [] for router, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:51.175798 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-13ff1f2d-1d46-474d-9742-58e501fef866 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2884414 Jun 18 19:57:51.178580 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 45230) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:51.195044 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port fb8c436b-05c5-4475-8d47-54d8107a08d6 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:57:51.197919 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Set router 2871be4a-5cb8-4c6d-8233-739976dae4d4 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:57:51.225454 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port fb8c436b-05c5-4475-8d47-54d8107a08d6 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:57:51.225837 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:51.418659 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:51.462419 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port fb8c436b-05c5-4475-8d47-54d8107a08d6, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=fb8c436b-05c5-4475-8d47-54d8107a08d6,segment=NetworkSegment(23ed73df-1d6f-4f22-8d13-ed6cfdfd1217),segment_id=23ed73df-1d6f-4f22-8d13-ed6cfdfd1217)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:57:51.470464 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'name': 'tempest-TestVolumeBootPattern-1403800804-router', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c0c97ad7-00f0-4404-a9bb-b3519c96dbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:49Z', 'updated_at': '2021-06-18T19:57:50Z', 'revision_number': 3, 'project_id': '56d2fd3fe87249599543c17f33eeab31', 'gw_port': {'id': 'c0c97ad7-00f0-4404-a9bb-b3519c96dbf1', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:49Z', 'updated_at': '2021-06-18T19:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:51.500748 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Checking router: 2871be4a-5cb8-4c6d-8233-739976dae4d4 for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:57:51.501119 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Updating router 2871be4a-5cb8-4c6d-8233-739976dae4d4 port c0c97ad7-00f0-4404-a9bb-b3519c96dbf1 binding host dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:57:51.536188 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:51.556148 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:51.556962 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device f47911c8-152d-4083-98b6-5c55f0905919 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:57:51.561075 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:51.596936 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:51.704446 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=fb8c436b-05c5-4475-8d47-54d8107a08d6,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:51.710520 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:51.752891 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Allocated IP 172.20.0.1 (2c109812-2a33-4f33-b94f-842bbe240546/f7ee8aba-5b73-40c3-9839-378b01557be5/27731e14-ff46-4468-a582-2f1ef3732be8) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:57:51.812618 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port f47911c8-152d-4083-98b6-5c55f0905919 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:57:51.821348 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port f47911c8-152d-4083-98b6-5c55f0905919 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:57:51.821743 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:51.854172 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:51.868039 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Transition to ACTIVE for port object 27731e14-ff46-4468-a582-2f1ef3732be8 will not be triggered until provisioned by entity DHCP. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:57:51.903254 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Notify callbacks [] for port, precommit_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:51.916924 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Transition to ACTIVE for port object c0c97ad7-00f0-4404-a9bb-b3519c96dbf1 will not be triggered until provisioned by entity L2. {{(pid=100056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:57:51.955354 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:51.963547 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:51.966678 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d9d6e29a-69f7-4164-a21c-d7881ad9a119 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:51.989019 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port f47911c8-152d-4083-98b6-5c55f0905919, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=f47911c8-152d-4083-98b6-5c55f0905919,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:57:51.990656 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:51.992559 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:52.009792 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Network 2c109812-2a33-4f33-b94f-842bbe240546 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:57:52.012499 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:57:52.016211 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:57:52.046325 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Pushing event updated for resources: {'Port': ['ID=27731e14-ff46-4468-a582-2f1ef3732be8,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:52.048477 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Attempting to bind port c0c97ad7-00f0-4404-a9bb-b3519c96dbf1 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:57:52.048881 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Attempting to bind port c0c97ad7-00f0-4404-a9bb-b3519c96dbf1 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:57:52.049251 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Attempting to bind port c0c97ad7-00f0-4404-a9bb-b3519c96dbf1 on network a920a8e0-c5d2-4f11-b036-3e5563c3157d {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:57:52.050224 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:52.051295 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cc911-4cde-4392-b473-4a14054e3181 None None] Pushing event updated for resources: {'Port': ['ID=c0c97ad7-00f0-4404-a9bb-b3519c96dbf1,revision_number=2']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:52.054512 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-d87cc911-4cde-4392-b473-4a14054e3181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:52.057585 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:57:52.058962 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Checking segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:57:52.058962 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:52.058962 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Bound using segment: {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'} {{(pid=100056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:57:52.058962 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.managers [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Bound port: c0c97ad7-00f0-4404-a9bb-b3519c96dbf1, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f05c1b6-40de-4e68-be8c-9ad2983cda71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d'}}] {{(pid=100056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:57:52.059357 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:52.070118 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621781'] for router_interface, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:52.084467 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:52.089954 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:52.150308 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] For port c0c97ad7-00f0-4404-a9bb-b3519c96dbf1, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:57:52.155361 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] For port c0c97ad7-00f0-4404-a9bb-b3519c96dbf1, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=c0c97ad7-00f0-4404-a9bb-b3519c96dbf1,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:57:52.158581 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=f47911c8-152d-4083-98b6-5c55f0905919,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:52.161806 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:52.237781 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:52.239783 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:52.304958 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Routers {'2871be4a-5cb8-4c6d-8233-739976dae4d4'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:57:52.304958 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:57:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['2871be4a-5cb8-4c6d-8233-739976dae4d4'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:52.309470 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cc911-4cde-4392-b473-4a14054e3181 None None] Pushing event updated for resources: {'Port': ['ID=c0c97ad7-00f0-4404-a9bb-b3519c96dbf1,revision_number=3']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:52.312825 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-d87cc911-4cde-4392-b473-4a14054e3181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:52.327315 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:52.413461 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] Set router 2871be4a-5cb8-4c6d-8233-739976dae4d4 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:57:52.489344 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:52.551962 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:52.554432 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-2239ebf3-30ba-48bd-9442-657d66dc9ec4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:52.561258 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-6c54451e-1c5f-4195-a3bb-af1f647b2e21 None None] Provisioning for port 27731e14-ff46-4468-a582-2f1ef3732be8 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:57:52.569929 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-6c54451e-1c5f-4195-a3bb-af1f647b2e21 None None] Provisioning complete for port 27731e14-ff46-4468-a582-2f1ef3732be8 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:57:52.570305 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-6c54451e-1c5f-4195-a3bb-af1f647b2e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:52.622242 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Pushing event updated for resources: {'Port': ['ID=27731e14-ff46-4468-a582-2f1ef3732be8,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:52.624668 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618700'] for router_interface, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:52.626664 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:52.671446 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-6c54451e-1c5f-4195-a3bb-af1f647b2e21 None None] Port 27731e14-ff46-4468-a582-2f1ef3732be8 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:57:52.714768 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Network 2c109812-2a33-4f33-b94f-842bbe240546 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:57:52.716782 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:57:52.761666 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'name': 'tempest-TestVolumeBootPattern-1403800804-router', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c0c97ad7-00f0-4404-a9bb-b3519c96dbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:49Z', 'updated_at': '2021-06-18T19:57:52Z', 'revision_number': 4, 'project_id': '56d2fd3fe87249599543c17f33eeab31', 'gw_port': {'id': 'c0c97ad7-00f0-4404-a9bb-b3519c96dbf1', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:49Z', 'updated_at': '2021-06-18T19:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '27731e14-ff46-4468-a582-2f1ef3732be8', 'name': '', 'network_id': '2c109812-2a33-4f33-b94f-842bbe240546', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'mac_address': 'fa:16:3e:79:15:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f7ee8aba-5b73-40c3-9839-378b01557be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:51Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 1, 'project_id': '56d2fd3fe87249599543c17f33eeab31', 'subnets': [{'id': 'f7ee8aba-5b73-40c3-9839-378b01557be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:52.787750 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2cf93-898f-4a56-9d83-ca0cf8aaf2ef None None] The sync data for ids ['2871be4a-5cb8-4c6d-8233-739976dae4d4'] in dv-cinder-790535-6-iscsi is: [{'id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'name': 'tempest-TestVolumeBootPattern-1403800804-router', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c0c97ad7-00f0-4404-a9bb-b3519c96dbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:49Z', 'updated_at': '2021-06-18T19:57:52Z', 'revision_number': 4, 'project_id': '56d2fd3fe87249599543c17f33eeab31', 'gw_port': {'id': 'c0c97ad7-00f0-4404-a9bb-b3519c96dbf1', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:49Z', 'updated_at': '2021-06-18T19:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '27731e14-ff46-4468-a582-2f1ef3732be8', 'name': '', 'network_id': '2c109812-2a33-4f33-b94f-842bbe240546', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'mac_address': 'fa:16:3e:79:15:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f7ee8aba-5b73-40c3-9839-378b01557be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:51Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 1, 'project_id': '56d2fd3fe87249599543c17f33eeab31', 'subnets': [{'id': 'f7ee8aba-5b73-40c3-9839-378b01557be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:57:52.836684 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Router 2871be4a-5cb8-4c6d-8233-739976dae4d4 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:57:52.952471 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:57:52.956984 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device fb8c436b-05c5-4475-8d47-54d8107a08d6 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:57:52.958552 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] 10.222.0.42 "PUT /v2.0/routers/2871be4a-5cb8-4c6d-8233-739976dae4d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7782981 Jun 18 19:57:53.043990 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-856d8736-b9d3-41f2-ac7b-430d3753ce57 None None] Provisioning complete for port 27731e14-ff46-4468-a582-2f1ef3732be8 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:57:53.044292 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-856d8736-b9d3-41f2-ac7b-430d3753ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:53.048312 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port fb8c436b-05c5-4475-8d47-54d8107a08d6 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:57:53.048312 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:53.116143 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-856d8736-b9d3-41f2-ac7b-430d3753ce57 None None] Port 27731e14-ff46-4468-a582-2f1ef3732be8 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:57:53.168995 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device f47911c8-152d-4083-98b6-5c55f0905919 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:57:53.219188 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port f47911c8-152d-4083-98b6-5c55f0905919 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:57:53.219581 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:53.946404 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45238) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:53.951759 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-3555ebec-f63a-4fcb-9d76-f6f279053de5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-575453469', 'description': 'tempest-secgroup-smoke-575453469 description', 'project_id': 'b669107faf604a77982afc41fb97b15f'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:57:54.054416 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3555ebec-f63a-4fcb-9d76-f6f279053de5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:54.133860 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3555ebec-f63a-4fcb-9d76-f6f279053de5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:54.202661 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3555ebec-f63a-4fcb-9d76-f6f279053de5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:54.205456 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-52bcb1e9-808b-42a2-8e97-c5d55f40d413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:54.232383 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555ebec-f63a-4fcb-9d76-f6f279053de5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2bc192-560f-4bce-b36b-db4981b054c8,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:54.235177 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-3555ebec-f63a-4fcb-9d76-f6f279053de5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:54.300161 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3555ebec-f63a-4fcb-9d76-f6f279053de5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:54.301485 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-3555ebec-f63a-4fcb-9d76-f6f279053de5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3542066 Jun 18 19:57:54.304303 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45240) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:54.308824 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-d6a1d401-d5b3-45c4-a83b-79804224e817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Request body: {'security_group_rule': {'security_group_id': '2b2bc192-560f-4bce-b36b-db4981b054c8', 'project_id': 'b669107faf604a77982afc41fb97b15f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:57:54.395972 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d401-d5b3-45c4-a83b-79804224e817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:54.454757 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d401-d5b3-45c4-a83b-79804224e817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:54.568702 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d401-d5b3-45c4-a83b-79804224e817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:54.573268 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:54.592571 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1d401-d5b3-45c4-a83b-79804224e817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9de2dd4-4f18-4b38-8357-8b6305366aee,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:54.596252 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-d6a1d401-d5b3-45c4-a83b-79804224e817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:54.687488 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d401-d5b3-45c4-a83b-79804224e817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:54.688729 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-d6a1d401-d5b3-45c4-a83b-79804224e817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3834479 Jun 18 19:57:54.691482 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45242) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:54.695982 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-e5bfa173-23a6-4303-b371-1539a77947f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Request body: {'security_group_rule': {'security_group_id': '2b2bc192-560f-4bce-b36b-db4981b054c8', 'project_id': 'b669107faf604a77982afc41fb97b15f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:57:54.770288 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Sync routers for ids ['2871be4a-5cb8-4c6d-8233-739976dae4d4'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:57:54.780012 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Routers {'2871be4a-5cb8-4c6d-8233-739976dae4d4'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:57:54.780973 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:57:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['2871be4a-5cb8-4c6d-8233-739976dae4d4'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:54.785232 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e5bfa173-23a6-4303-b371-1539a77947f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:54.846448 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e5bfa173-23a6-4303-b371-1539a77947f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:54.890872 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Set router 2871be4a-5cb8-4c6d-8233-739976dae4d4 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:57:54.910430 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e5bfa173-23a6-4303-b371-1539a77947f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:54.912549 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:54.929249 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfa173-23a6-4303-b371-1539a77947f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68a225b-ea31-4010-9be4-a24c5e7d3855,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:54.931717 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-e5bfa173-23a6-4303-b371-1539a77947f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:54.957888 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device c0c97ad7-00f0-4404-a9bb-b3519c96dbf1 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:57:55.008481 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-e5bfa173-23a6-4303-b371-1539a77947f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.009812 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-e5bfa173-23a6-4303-b371-1539a77947f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3174148 Jun 18 19:57:55.012540 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45244) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:55.017317 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-ac30f4c6-396c-4ab5-8fda-ef3b6995a03b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Request body: {'security_group_rule': {'security_group_id': '2b2bc192-560f-4bce-b36b-db4981b054c8', 'project_id': 'b669107faf604a77982afc41fb97b15f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:57:55.093431 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port c0c97ad7-00f0-4404-a9bb-b3519c96dbf1 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:57:55.098659 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port c0c97ad7-00f0-4404-a9bb-b3519c96dbf1 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:57:55.099274 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.103230 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'name': 'tempest-TestVolumeBootPattern-1403800804-router', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c0c97ad7-00f0-4404-a9bb-b3519c96dbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:49Z', 'updated_at': '2021-06-18T19:57:52Z', 'revision_number': 4, 'project_id': '56d2fd3fe87249599543c17f33eeab31', 'gw_port': {'id': 'c0c97ad7-00f0-4404-a9bb-b3519c96dbf1', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:49Z', 'updated_at': '2021-06-18T19:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '27731e14-ff46-4468-a582-2f1ef3732be8', 'name': '', 'network_id': '2c109812-2a33-4f33-b94f-842bbe240546', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'mac_address': 'fa:16:3e:79:15:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f7ee8aba-5b73-40c3-9839-378b01557be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:51Z', 'updated_at': '2021-06-18T19:57:52Z', 'revision_number': 2, 'project_id': '56d2fd3fe87249599543c17f33eeab31', 'subnets': [{'id': 'f7ee8aba-5b73-40c3-9839-378b01557be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:55.123586 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ac30f4c6-396c-4ab5-8fda-ef3b6995a03b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.131586 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Checking router: 2871be4a-5cb8-4c6d-8233-739976dae4d4 for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:57:55.132343 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Updating router 2871be4a-5cb8-4c6d-8233-739976dae4d4 port 27731e14-ff46-4468-a582-2f1ef3732be8 binding host dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:57:55.165441 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.183015 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.189361 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ac30f4c6-396c-4ab5-8fda-ef3b6995a03b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.207915 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port c0c97ad7-00f0-4404-a9bb-b3519c96dbf1, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=c0c97ad7-00f0-4404-a9bb-b3519c96dbf1,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:57:55.271552 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ac30f4c6-396c-4ab5-8fda-ef3b6995a03b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.271827 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.273918 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6120e101-2c6a-4f3a-b082-a630348bb7c9 tempest-TestMinimumBasicScenario-984376487 tempest-TestMinimumBasicScenario-984376487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:55.275285 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:55.292188 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30f4c6-396c-4ab5-8fda-ef3b6995a03b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa8e66b-1e8a-4cd9-b693-d9455f15adf4,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:55.295020 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-ac30f4c6-396c-4ab5-8fda-ef3b6995a03b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:55.327532 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=c0c97ad7-00f0-4404-a9bb-b3519c96dbf1,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:55.330911 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:55.350898 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-ac30f4c6-396c-4ab5-8fda-ef3b6995a03b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.352137 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-ac30f4c6-396c-4ab5-8fda-ef3b6995a03b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3385150 Jun 18 19:57:55.355024 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45246) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:55.359681 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-3dbe7d31-9b2c-46d4-8860-6e0f060a3bd5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Request body: {'security_group_rule': {'security_group_id': '2b2bc192-560f-4bce-b36b-db4981b054c8', 'project_id': 'b669107faf604a77982afc41fb97b15f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:57:55.452865 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3dbe7d31-9b2c-46d4-8860-6e0f060a3bd5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.514305 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3dbe7d31-9b2c-46d4-8860-6e0f060a3bd5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.591467 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3dbe7d31-9b2c-46d4-8860-6e0f060a3bd5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.593617 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:55.613797 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe7d31-9b2c-46d4-8860-6e0f060a3bd5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445d461a-03c3-4739-a607-f0d6504fa110,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:55.616156 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-3dbe7d31-9b2c-46d4-8860-6e0f060a3bd5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:55.656388 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Notify callbacks [] for port, precommit_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.665847 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3dbe7d31-9b2c-46d4-8860-6e0f060a3bd5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.666658 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.provisioning_blocks [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Transition to ACTIVE for port object 27731e14-ff46-4468-a582-2f1ef3732be8 will not be triggered until provisioned by entity L2. {{(pid=100057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:57:55.667157 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-3dbe7d31-9b2c-46d4-8860-6e0f060a3bd5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3112173 Jun 18 19:57:55.670668 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45248) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:55.675098 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-b3782836-8af1-4728-bac2-3b7e0b135deb tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Request body: {'security_group_rule': {'security_group_id': '2b2bc192-560f-4bce-b36b-db4981b054c8', 'project_id': 'b669107faf604a77982afc41fb97b15f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:57:55.711611 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.713799 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:55.751287 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.securitygroups_db [None req-b3782836-8af1-4728-bac2-3b7e0b135deb tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Project b669107faf604a77982afc41fb97b15f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 19:57:55.756828 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b3782836-8af1-4728-bac2-3b7e0b135deb tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.789004 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934a2c4-cd2f-44ab-90a5-8b164aa3ede5 None None] Pushing event updated for resources: {'Port': ['ID=27731e14-ff46-4468-a582-2f1ef3732be8,revision_number=3']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:55.813793 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-c934a2c4-cd2f-44ab-90a5-8b164aa3ede5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:55.827423 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b3782836-8af1-4728-bac2-3b7e0b135deb tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.848714 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Attempting to bind port 27731e14-ff46-4468-a582-2f1ef3732be8 on host dv-cinder-790535-6-iscsi for vnic_type normal with profile {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:57:55.849098 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Attempting to bind port 27731e14-ff46-4468-a582-2f1ef3732be8 by drivers openvswitch,hyperv on host dv-cinder-790535-6-iscsi at level 0 using segments [{'id': '23ed73df-1d6f-4f22-8d13-ed6cfdfd1217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2c109812-2a33-4f33-b94f-842bbe240546'}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:57:55.849473 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Attempting to bind port 27731e14-ff46-4468-a582-2f1ef3732be8 on network 2c109812-2a33-4f33-b94f-842bbe240546 {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:57:55.855275 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Checking agent: {'id': '8646ac7a-39c1-4912-9e08-1f614c65741a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 46), 'started_at': datetime.datetime(2021, 6, 18, 19, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:57:55.855650 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Checking segment: {'id': '23ed73df-1d6f-4f22-8d13-ed6cfdfd1217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2c109812-2a33-4f33-b94f-842bbe240546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:57:55.860959 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.860959 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Bound using segment: {'id': '23ed73df-1d6f-4f22-8d13-ed6cfdfd1217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2c109812-2a33-4f33-b94f-842bbe240546'} {{(pid=100057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:57:55.860959 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.managers [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Bound port: 27731e14-ff46-4468-a582-2f1ef3732be8, host: dv-cinder-790535-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ed73df-1d6f-4f22-8d13-ed6cfdfd1217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2c109812-2a33-4f33-b94f-842bbe240546'}}] {{(pid=100057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:57:55.860959 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.915948 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b3782836-8af1-4728-bac2-3b7e0b135deb tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:55.922787 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:55.923395 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] For port 27731e14-ff46-4468-a582-2f1ef3732be8, host dv-cinder-790535-6-iscsi, cleared binding levels {{(pid=100057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:57:55.926612 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.plugins.ml2.db [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] For port 27731e14-ff46-4468-a582-2f1ef3732be8, host dv-cinder-790535-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=27731e14-ff46-4468-a582-2f1ef3732be8,segment=NetworkSegment(23ed73df-1d6f-4f22-8d13-ed6cfdfd1217),segment_id=23ed73df-1d6f-4f22-8d13-ed6cfdfd1217)] {{(pid=100057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:57:55.937653 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3782836-8af1-4728-bac2-3b7e0b135deb tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415335ee-e2e5-4c88-8899-4ee8d57d4c81,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:55.939992 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-b3782836-8af1-4728-bac2-3b7e0b135deb tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:56.025275 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron_lib.callbacks.manager [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:56.027565 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:56.033107 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-b3782836-8af1-4728-bac2-3b7e0b135deb tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:56.033773 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-b3782836-8af1-4728-bac2-3b7e0b135deb tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3621898 Jun 18 19:57:56.036500 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45250) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:57:56.041312 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-899922d8-d18b-4783-ab41-60d778758d7b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Request body: {'security_group_rule': {'security_group_id': '2b2bc192-560f-4bce-b36b-db4981b054c8', 'project_id': 'b669107faf604a77982afc41fb97b15f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:57:56.084839 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Routers {'2871be4a-5cb8-4c6d-8233-739976dae4d4'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:57:56.085492 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:57:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['2871be4a-5cb8-4c6d-8233-739976dae4d4'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:56.090623 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934a2c4-cd2f-44ab-90a5-8b164aa3ede5 None None] Pushing event updated for resources: {'Port': ['ID=27731e14-ff46-4468-a582-2f1ef3732be8,revision_number=4']} {{(pid=100057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:56.121892 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG oslo_concurrency.lockutils [None req-c934a2c4-cd2f-44ab-90a5-8b164aa3ede5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:56.134753 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.securitygroups_db [None req-899922d8-d18b-4783-ab41-60d778758d7b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Project b669107faf604a77982afc41fb97b15f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 19:57:56.136174 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-899922d8-d18b-4783-ab41-60d778758d7b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:56.196985 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] Set router 2871be4a-5cb8-4c6d-8233-739976dae4d4 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:57:56.202577 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-899922d8-d18b-4783-ab41-60d778758d7b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:56.269909 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-899922d8-d18b-4783-ab41-60d778758d7b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416449'] for security_group_rule, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:56.272009 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:56.291462 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899922d8-d18b-4783-ab41-60d778758d7b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c084510f-f443-48d8-a2d4-be979d47a92a,revision_number=0']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:56.294435 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-899922d8-d18b-4783-ab41-60d778758d7b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:56.378596 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-899922d8-d18b-4783-ab41-60d778758d7b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:56.379793 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-899922d8-d18b-4783-ab41-60d778758d7b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3421302 Jun 18 19:57:56.392080 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'name': 'tempest-TestVolumeBootPattern-1403800804-router', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c0c97ad7-00f0-4404-a9bb-b3519c96dbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:49Z', 'updated_at': '2021-06-18T19:57:52Z', 'revision_number': 4, 'project_id': '56d2fd3fe87249599543c17f33eeab31', 'gw_port': {'id': 'c0c97ad7-00f0-4404-a9bb-b3519c96dbf1', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:49Z', 'updated_at': '2021-06-18T19:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '27731e14-ff46-4468-a582-2f1ef3732be8', 'name': '', 'network_id': '2c109812-2a33-4f33-b94f-842bbe240546', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'mac_address': 'fa:16:3e:79:15:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f7ee8aba-5b73-40c3-9839-378b01557be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:51Z', 'updated_at': '2021-06-18T19:57:55Z', 'revision_number': 4, 'project_id': '56d2fd3fe87249599543c17f33eeab31', 'subnets': [{'id': 'f7ee8aba-5b73-40c3-9839-378b01557be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:57:56.417659 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3a4c4-f527-49bb-917d-a0cf51e21b4d None None] The sync data for ids ['2871be4a-5cb8-4c6d-8233-739976dae4d4'] in dv-cinder-790535-6-iscsi is: [{'id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'name': 'tempest-TestVolumeBootPattern-1403800804-router', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c0c97ad7-00f0-4404-a9bb-b3519c96dbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:49Z', 'updated_at': '2021-06-18T19:57:52Z', 'revision_number': 4, 'project_id': '56d2fd3fe87249599543c17f33eeab31', 'gw_port': {'id': 'c0c97ad7-00f0-4404-a9bb-b3519c96dbf1', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:49Z', 'updated_at': '2021-06-18T19:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': '27731e14-ff46-4468-a582-2f1ef3732be8', 'name': '', 'network_id': '2c109812-2a33-4f33-b94f-842bbe240546', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'mac_address': 'fa:16:3e:79:15:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f7ee8aba-5b73-40c3-9839-378b01557be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:51Z', 'updated_at': '2021-06-18T19:57:55Z', 'revision_number': 4, 'project_id': '56d2fd3fe87249599543c17f33eeab31', 'subnets': [{'id': 'f7ee8aba-5b73-40c3-9839-378b01557be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:57:56.977008 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device c0c97ad7-00f0-4404-a9bb-b3519c96dbf1 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:57:57.037521 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port c0c97ad7-00f0-4404-a9bb-b3519c96dbf1 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:57:57.037978 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:57.121660 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 27731e14-ff46-4468-a582-2f1ef3732be8 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:57:57.248094 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning for port 27731e14-ff46-4468-a582-2f1ef3732be8 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:57:57.252238 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 27731e14-ff46-4468-a582-2f1ef3732be8 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:57:57.252956 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:57.332005 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:57.367020 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] For port 27731e14-ff46-4468-a582-2f1ef3732be8, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=27731e14-ff46-4468-a582-2f1ef3732be8,segment=NetworkSegment(23ed73df-1d6f-4f22-8d13-ed6cfdfd1217),segment_id=23ed73df-1d6f-4f22-8d13-ed6cfdfd1217)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:57:57.454456 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:57.456368 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-89d36d7c-7801-4c29-b802-8ca68172f229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:57:57.502919 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Pushing event updated for resources: {'Port': ['ID=27731e14-ff46-4468-a582-2f1ef3732be8,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:57:57.505987 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:57:58.932025 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 27731e14-ff46-4468-a582-2f1ef3732be8 up at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:57:58.982008 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Provisioning complete for port 27731e14-ff46-4468-a582-2f1ef3732be8 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:57:58.982386 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:00.945456 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:58:06.442921 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:13.179792 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-fc4e8574-46d9-43f2-a8c6-cbce843c5b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:15.336591 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-e325691e-6b70-475a-9221-ad92ef59ce98 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575453469&fields=id&tenant_id=b669107faf604a77982afc41fb97b15f HTTP/1.1" status: 200 len: 267 time: 0.0340774 Jun 18 19:58:15.451801 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-a383cda6-0cd9-4618-b289-e7cad9448ca5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:15.453262 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-a383cda6-0cd9-4618-b289-e7cad9448ca5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 812 time: 0.1102388 Jun 18 19:58:15.467929 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-def933e7-da8f-4c5b-b0a8-c71059276c20 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/quotas/b669107faf604a77982afc41fb97b15f HTTP/1.1" status: 200 len: 375 time: 0.0087101 Jun 18 19:58:15.539687 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-2f57500c-ed87-4966-9e06-65481c60b327 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659692 Jun 18 19:58:15.559333 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-dae803e2-94fe-41ed-a410-635f5656470a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=100055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:58:15.560283 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-dae803e2-94fe-41ed-a410-635f5656470a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054343 Jun 18 19:58:15.650188 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-49d99219-37d9-4dc2-a606-137518085608 service neutron] 10.222.0.42 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844743 Jun 18 19:58:15.738481 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-23939a48-8e98-4b54-a8f8-88772ca9cfe1 service neutron] 10.222.0.42 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825219 Jun 18 19:58:15.762183 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-96ca5c95-8665-459c-951b-0f7580e871e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:15.877563 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:16.282174 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-584bec39-2dd3-4725-8b68-7a6f2d96e6a5 req-ee74470a-a962-41ac-b9fa-368f1c6934ea tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 210 time: 0.0300686 Jun 18 19:58:17.025569 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:17.437528 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-95afc31f-1429-492b-a072-15cbd090e9e4 req-996f79c6-a464-48aa-a00a-22f1c9fb6e0d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 210 time: 0.0286956 Jun 18 19:58:18.542358 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-5eb8693c-7095-49eb-84a9-621107bd7a4f tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:18.543793 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-5eb8693c-7095-49eb-84a9-621107bd7a4f tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.58 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 812 time: 0.1062670 Jun 18 19:58:18.584360 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-73887b19-cffe-4604-aa93-09b22cf09403 req-7729e3cc-0177-4450-a572-15e0ed8482ef tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 210 time: 0.0315993 Jun 18 19:58:18.612018 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-1aaa3fba-33d8-4ac6-995d-c11735c20d29 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b669107faf604a77982afc41fb97b15f HTTP/1.1" status: 200 len: 379 time: 0.0494027 Jun 18 19:58:18.623479 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-0250e9b0-3e8b-41ca-8d3c-6aeb496686f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Request body: {'port': {'device_id': '9c599049-a583-4767-928f-041bfb585440', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'admin_state_up': True, 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'security_groups': ['2b2bc192-560f-4bce-b36b-db4981b054c8']}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:58:18.888157 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:19.042378 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-0250e9b0-3e8b-41ca-8d3c-6aeb496686f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Made reservation on behalf of b669107faf604a77982afc41fb97b15f for: {'port': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:58:19.045959 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-0250e9b0-3e8b-41ca-8d3c-6aeb496686f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:19.169521 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-0250e9b0-3e8b-41ca-8d3c-6aeb496686f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Allocated IP 172.20.0.9 (944f85a4-5f11-4065-9edf-e5b6342bed61/0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96/182769f7-59d1-4ab5-a070-449b19bfead5) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:58:19.303750 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-0250e9b0-3e8b-41ca-8d3c-6aeb496686f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:19.317680 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-0250e9b0-3e8b-41ca-8d3c-6aeb496686f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Transition to ACTIVE for port object 182769f7-59d1-4ab5-a070-449b19bfead5 will not be triggered until provisioned by entity DHCP. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:58:19.420293 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-0250e9b0-3e8b-41ca-8d3c-6aeb496686f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:19.424313 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-b70f6eae-6e3d-4081-8b9c-07541115746d tempest-TestShelveInstance-1132306697 tempest-TestShelveInstance-1132306697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:58:19.471324 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-0250e9b0-3e8b-41ca-8d3c-6aeb496686f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Network 944f85a4-5f11-4065-9edf-e5b6342bed61 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:58:19.475824 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-0250e9b0-3e8b-41ca-8d3c-6aeb496686f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:58:19.479626 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-0250e9b0-3e8b-41ca-8d3c-6aeb496686f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:58:19.486023 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250e9b0-3e8b-41ca-8d3c-6aeb496686f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event updated for resources: {'Port': ['ID=182769f7-59d1-4ab5-a070-449b19bfead5,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:58:19.506411 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-0250e9b0-3e8b-41ca-8d3c-6aeb496686f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:58:19.538767 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-0250e9b0-3e8b-41ca-8d3c-6aeb496686f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:19.539459 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-0250e9b0-3e8b-41ca-8d3c-6aeb496686f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:19.615298 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-0250e9b0-3e8b-41ca-8d3c-6aeb496686f1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9951544 Jun 18 19:58:19.630405 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Request body: {'port': {'device_id': '9c599049-a583-4767-928f-041bfb585440', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:58:19.708114 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:19.770386 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f7ae5-49be-4537-9eac-ef9257c041e2 req-8d33987a-d9de-418f-8041-373005e60507 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:19.771958 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-cc6f7ae5-49be-4537-9eac-ef9257c041e2 req-8d33987a-d9de-418f-8041-373005e60507 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 931 time: 0.0716994 Jun 18 19:58:19.809950 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-cc6f7ae5-49be-4537-9eac-ef9257c041e2 req-cb61c9b0-167e-4196-80c3-58ff716b9d90 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321443 Jun 18 19:58:19.829198 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-744053aa-c907-4671-a7a2-e820e3ba2341 None None] Provisioning for port 182769f7-59d1-4ab5-a070-449b19bfead5 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:58:19.829790 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-744053aa-c907-4671-a7a2-e820e3ba2341 None None] Provisioning complete for port 182769f7-59d1-4ab5-a070-449b19bfead5 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:58:19.830239 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-744053aa-c907-4671-a7a2-e820e3ba2341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:19.867403 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-744053aa-c907-4671-a7a2-e820e3ba2341 None None] Port 182769f7-59d1-4ab5-a070-449b19bfead5 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:58:19.983541 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182769f7-59d1-4ab5-a070-449b19bfead5 {{(pid=100054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:58:19.991769 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:20.003195 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Transition to ACTIVE for port object 182769f7-59d1-4ab5-a070-449b19bfead5 will not be triggered until provisioned by entity L2. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:58:20.059191 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:20.062532 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-6851f973-aa86-44a0-a3f6-0df98f2372da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:58:20.137373 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Pushing event updated for resources: {'Port': ['ID=182769f7-59d1-4ab5-a070-449b19bfead5,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:58:20.141825 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:58:20.212545 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Attempting to bind port 182769f7-59d1-4ab5-a070-449b19bfead5 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:58:20.212916 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Attempting to bind port 182769f7-59d1-4ab5-a070-449b19bfead5 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:58:20.213256 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Attempting to bind port 182769f7-59d1-4ab5-a070-449b19bfead5 on network 944f85a4-5f11-4065-9edf-e5b6342bed61 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:58:20.217739 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Port 182769f7-59d1-4ab5-a070-449b19bfead5 on network 944f85a4-5f11-4065-9edf-e5b6342bed61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:58:20.218068 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Attempting to bind port 182769f7-59d1-4ab5-a070-449b19bfead5 on network 944f85a4-5f11-4065-9edf-e5b6342bed61 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:58:20.224168 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:58:20.224584 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Checking segment: {'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:58:20.224938 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Bound using segment: {'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:58:20.225378 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Bound port: 182769f7-59d1-4ab5-a070-449b19bfead5, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'}}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:58:20.225734 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:20.290888 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] For port 182769f7-59d1-4ab5-a070-449b19bfead5, host hv-cinder-79053, cleared binding levels {{(pid=100054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:58:20.294128 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] For port 182769f7-59d1-4ab5-a070-449b19bfead5, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=182769f7-59d1-4ab5-a070-449b19bfead5,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:58:20.362884 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:20.365845 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d627f517-714c-4dbd-a262-c80920d6bd81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:58:20.404157 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:20.404799 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:20.406164 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] 10.222.0.58 "PUT /v2.0/ports/182769f7-59d1-4ab5-a070-449b19bfead5 HTTP/1.1" status: 200 len: 1093 time: 0.7807109 Jun 18 19:58:20.406689 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c599049-a583-4767-928f-041bfb585440', 'tag': '182769f7-59d1-4ab5-a070-449b19bfead5'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:58:20.409079 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236eb5c1-aa78-4035-bcf1-c740c9422f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c599049-a583-4767-928f-041bfb585440", "tag": "182769f7-59d1-4ab5-a070-449b19bfead5"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:58:20.431056 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Pushing event updated for resources: {'Port': ['ID=182769f7-59d1-4ab5-a070-449b19bfead5,revision_number=3']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:58:20.440752 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:58:20.451797 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0639a77c-e391-44d1-9056-1664cb0d5028 x-openstack-request-id: req-0639a77c-e391-44d1-9056-1664cb0d5028 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:58:20.452132 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c599049-a583-4767-928f-041bfb585440", "tag": "182769f7-59d1-4ab5-a070-449b19bfead5", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:58:20.452421 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0639a77c-e391-44d1-9056-1664cb0d5028 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:58:20.452881 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c599049-a583-4767-928f-041bfb585440', 'tag': '182769f7-59d1-4ab5-a070-449b19bfead5', 'status': 'completed', 'code': 200} Jun 18 19:58:20.533109 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eb5c1-aa78-4035-bcf1-c740c9422f2e req-88c6fb51-fd3b-4ecb-a5cf-1049023a4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:20.535200 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-236eb5c1-aa78-4035-bcf1-c740c9422f2e req-88c6fb51-fd3b-4ecb-a5cf-1049023a4670 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 1096 time: 0.0570974 Jun 18 19:58:20.644120 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eb5c1-aa78-4035-bcf1-c740c9422f2e req-9fa41bb5-a629-4bf9-a6c6-5ff65cc33f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:20.645680 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-236eb5c1-aa78-4035-bcf1-c740c9422f2e req-9fa41bb5-a629-4bf9-a6c6-5ff65cc33f46 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=b669107faf604a77982afc41fb97b15f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0987852 Jun 18 19:58:20.742079 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eb5c1-aa78-4035-bcf1-c740c9422f2e req-59dec910-9d0f-429a-9383-820634262114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:20.743512 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-236eb5c1-aa78-4035-bcf1-c740c9422f2e req-59dec910-9d0f-429a-9383-820634262114 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890882 Jun 18 19:58:20.842737 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-d31fad81-445f-471f-8270-4a0be3672a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:20.843810 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-d31fad81-445f-471f-8270-4a0be3672a11 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 1096 time: 0.0527868 Jun 18 19:58:20.889932 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-07f0d1cf-7810-4b6d-8ff6-b88d693b3ba7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=182769f7-59d1-4ab5-a070-449b19bfead5 HTTP/1.1" status: 200 len: 217 time: 0.0379882 Jun 18 19:58:20.941864 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-0eb0d0e7-c5c1-49f7-b6eb-1d32f57af449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:20.943222 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-0eb0d0e7-c5c1-49f7-b6eb-1d32f57af449 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96 HTTP/1.1" status: 200 len: 851 time: 0.0440786 Jun 18 19:58:20.989006 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f73c42-1016-46bd-9f7a-2b25210a6abe req-2313a200-e81a-431d-b900-f224cd28ccbc tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:20.990600 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-01f73c42-1016-46bd-9f7a-2b25210a6abe req-2313a200-e81a-431d-b900-f224cd28ccbc tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 943 time: 0.0637159 Jun 18 19:58:21.006668 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-6f090953-2f68-416c-b2e7-24724366a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:21.008135 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-6f090953-2f68-416c-b2e7-24724366a804 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=944f85a4-5f11-4065-9edf-e5b6342bed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535483 Jun 18 19:58:21.028215 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-01f73c42-1016-46bd-9f7a-2b25210a6abe req-7a399a93-8c36-48c1-a74d-a8eb092c548d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316725 Jun 18 19:58:21.109432 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-d268a09d-71e3-45dd-9dc7-2eb1ed61a2bf service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895991 Jun 18 19:58:21.199950 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-920b0dd0-80a9-4c6c-ad3a-f0fa7d9e54e6 req-9108d874-b2cd-4e2a-9697-4180330653b7 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796649 Jun 18 19:58:22.204453 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed7433-c5c5-499b-b4f3-6ec692e7a39e req-24c4f2e9-be97-4ba1-92e5-deabb71f8be9 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:22.205927 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c3ed7433-c5c5-499b-b4f3-6ec692e7a39e req-24c4f2e9-be97-4ba1-92e5-deabb71f8be9 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 943 time: 0.0675228 Jun 18 19:58:22.243608 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-c3ed7433-c5c5-499b-b4f3-6ec692e7a39e req-4524c9eb-21e4-4d57-b209-409038679189 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315201 Jun 18 19:58:23.418702 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72794076-948e-4874-abd6-96cc433faf52 req-9201ade4-8251-4157-ac69-15f09b90b54f tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:23.420192 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-72794076-948e-4874-abd6-96cc433faf52 req-9201ade4-8251-4157-ac69-15f09b90b54f tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 943 time: 0.0658977 Jun 18 19:58:23.461169 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-72794076-948e-4874-abd6-96cc433faf52 req-a05740af-787a-43da-9c14-d25286a3c8d0 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351810 Jun 18 19:58:24.636957 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736138b-2945-4cb7-bb3c-ff9d15f0bcb1 req-88c8908c-497d-4d24-8a1a-81275b5595a1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:24.638444 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5736138b-2945-4cb7-bb3c-ff9d15f0bcb1 req-88c8908c-497d-4d24-8a1a-81275b5595a1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 943 time: 0.0630450 Jun 18 19:58:24.678918 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-5736138b-2945-4cb7-bb3c-ff9d15f0bcb1 req-39592dcc-caa7-4c5d-8f28-f29e64fcece4 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346525 Jun 18 19:58:25.855163 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c739d-ed93-4c58-a12f-1dfa9568b4be req-ecf5bb34-786f-4ba9-970a-ca3b086369d7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:25.856688 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5d1c739d-ed93-4c58-a12f-1dfa9568b4be req-ecf5bb34-786f-4ba9-970a-ca3b086369d7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 943 time: 0.0638506 Jun 18 19:58:25.894512 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-5d1c739d-ed93-4c58-a12f-1dfa9568b4be req-abdbfa94-a110-4804-a7dc-b7175bcf289a tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320237 Jun 18 19:58:27.070821 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fd37b-50b9-48bc-8f4a-e5e7e37871c9 req-f954cee6-bc84-40df-a87d-8b9896b1b2b4 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:27.072296 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-507fd37b-50b9-48bc-8f4a-e5e7e37871c9 req-f954cee6-bc84-40df-a87d-8b9896b1b2b4 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 943 time: 0.0636878 Jun 18 19:58:27.111698 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-507fd37b-50b9-48bc-8f4a-e5e7e37871c9 req-827f14c2-daaa-499c-9076-64c721d8f90d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337861 Jun 18 19:58:28.283691 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da1837-b110-4b98-b3ea-c04256952007 req-8f621164-450c-48fa-9a31-df749ddd0580 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:28.285170 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-41da1837-b110-4b98-b3ea-c04256952007 req-8f621164-450c-48fa-9a31-df749ddd0580 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 943 time: 0.0621960 Jun 18 19:58:28.322498 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-41da1837-b110-4b98-b3ea-c04256952007 req-681d7d08-cd51-4501-80b2-5c6c7cb03a98 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316038 Jun 18 19:58:28.906044 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 182769f7-59d1-4ab5-a070-449b19bfead5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:58:28.997818 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 182769f7-59d1-4ab5-a070-449b19bfead5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=182769f7-59d1-4ab5-a070-449b19bfead5,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:58:29.009073 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': '182769f7-59d1-4ab5-a070-449b19bfead5', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'port_id': '182769f7-59d1-4ab5-a070-449b19bfead5', 'mac_address': 'fa:16:3e:ff:47:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:58:29.050179 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:29.063289 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182769f7-59d1-4ab5-a070-449b19bfead5 {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:58:29.083120 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 182769f7-59d1-4ab5-a070-449b19bfead5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=182769f7-59d1-4ab5-a070-449b19bfead5,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:58:29.150844 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:29.152630 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:58:29.197357 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=182769f7-59d1-4ab5-a070-449b19bfead5,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:58:29.200361 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:58:29.422489 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['182769f7-59d1-4ab5-a070-449b19bfead5'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:58:29.496447 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfddd5-649f-4d47-9d1b-f42a045ca978 req-3d6662b3-248c-401f-995c-6c8b997f78df tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:29.498070 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-efcfddd5-649f-4d47-9d1b-f42a045ca978 req-3d6662b3-248c-401f-995c-6c8b997f78df tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 944 time: 0.0673840 Jun 18 19:58:29.537344 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-efcfddd5-649f-4d47-9d1b-f42a045ca978 req-f42bcb78-19a4-43ce-bb1f-6aa976a588f8 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334451 Jun 18 19:58:30.711168 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c14460-0b06-47b6-90d5-232e8926de8f req-3d1e45bf-39d8-402c-a976-4e1fa0989ed4 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:30.712666 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-05c14460-0b06-47b6-90d5-232e8926de8f req-3d1e45bf-39d8-402c-a976-4e1fa0989ed4 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 944 time: 0.0662138 Jun 18 19:58:30.749359 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-05c14460-0b06-47b6-90d5-232e8926de8f req-4025d8c6-b931-4200-afa7-0478c29166c4 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309825 Jun 18 19:58:30.904771 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 182769f7-59d1-4ab5-a070-449b19bfead5 up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:58:31.047271 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port 182769f7-59d1-4ab5-a070-449b19bfead5 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:58:31.051298 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port 182769f7-59d1-4ab5-a070-449b19bfead5 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:58:31.051680 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:31.132052 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:31.153558 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c599049-a583-4767-928f-041bfb585440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182769f7-59d1-4ab5-a070-449b19bfead5'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:58:31.155715 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55581fd2-bcbf-4f21-9ec3-e31d541de893" -d '{"events": [{"server_uuid": "9c599049-a583-4767-928f-041bfb585440", "name": "network-vif-plugged", "status": "completed", "tag": "182769f7-59d1-4ab5-a070-449b19bfead5"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:58:31.168138 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 182769f7-59d1-4ab5-a070-449b19bfead5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=182769f7-59d1-4ab5-a070-449b19bfead5,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:58:31.192352 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9753cc46-8a5d-4bdf-94da-a639c4dd3d4a x-openstack-request-id: req-9753cc46-8a5d-4bdf-94da-a639c4dd3d4a {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:58:31.192692 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c599049-a583-4767-928f-041bfb585440", "name": "network-vif-plugged", "status": "completed", "tag": "182769f7-59d1-4ab5-a070-449b19bfead5", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:58:31.192964 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9753cc46-8a5d-4bdf-94da-a639c4dd3d4a {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:58:31.193367 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c599049-a583-4767-928f-041bfb585440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182769f7-59d1-4ab5-a070-449b19bfead5', 'code': 200} Jun 18 19:58:31.241853 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:31.243780 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:58:31.288970 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=182769f7-59d1-4ab5-a070-449b19bfead5,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:58:31.291890 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:58:31.650843 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885199c-569a-4c6b-ae71-3a5e59c5dabe req-ed4ed89a-a3ea-487b-918d-a4996e6db7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:31.652394 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6885199c-569a-4c6b-ae71-3a5e59c5dabe req-ed4ed89a-a3ea-487b-918d-a4996e6db7f7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 1098 time: 0.0512681 Jun 18 19:58:31.689619 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6885199c-569a-4c6b-ae71-3a5e59c5dabe req-915d1a46-0a1e-4b96-9d6a-05b52afc3ca0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298576 Jun 18 19:58:31.923486 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2a268-46a9-4f3c-81f0-bc6f36d104a4 req-1234911c-31d0-4a91-910b-0cbe6a75b28a tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:31.924864 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6fc2a268-46a9-4f3c-81f0-bc6f36d104a4 req-1234911c-31d0-4a91-910b-0cbe6a75b28a tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 945 time: 0.0625374 Jun 18 19:58:31.962661 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6fc2a268-46a9-4f3c-81f0-bc6f36d104a4 req-1df6d4e9-b2cd-49cf-a358-e88c54d4072f tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322597 Jun 18 19:58:33.152064 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60ac9c-2171-4f65-b03e-bbac638b8fc8 req-dc950dbc-0713-4b76-b1f9-44f2ec2f4530 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:33.153584 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3f60ac9c-2171-4f65-b03e-bbac638b8fc8 req-dc950dbc-0713-4b76-b1f9-44f2ec2f4530 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 945 time: 0.0683351 Jun 18 19:58:33.192223 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3f60ac9c-2171-4f65-b03e-bbac638b8fc8 req-6bf76c26-4deb-4174-9ee8-f20c742339de tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329471 Jun 18 19:58:33.366086 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca963a-4cde-4324-863e-2a403d514252 req-15b16dd8-a07d-4111-8ead-c56513d3b578 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:33.367496 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a9ca963a-4cde-4324-863e-2a403d514252 req-15b16dd8-a07d-4111-8ead-c56513d3b578 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 945 time: 0.0663254 Jun 18 19:58:33.407387 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-a9ca963a-4cde-4324-863e-2a403d514252 req-add7b88f-9dd9-4209-8768-a1fba363731b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342915 Jun 18 19:58:33.431500 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45436) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:58:33.566320 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48820462-add3-4c3a-a9b8-bc70d258d7dc tempest-TestVolumeBootPattern-1113862824 tempest-TestVolumeBootPattern-1113862824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:33.568579 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-48820462-add3-4c3a-a9b8-bc70d258d7dc tempest-TestVolumeBootPattern-1113862824 tempest-TestVolumeBootPattern-1113862824-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 1093 time: 0.1360703 Jun 18 19:58:33.571490 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45440) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:58:33.575979 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Request body: {'floatingip': {'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'port_id': '182769f7-59d1-4ab5-a070-449b19bfead5', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:58:33.653445 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for floatingip, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:33.751731 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:33.850568 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Allocated IP 172.27.3.220 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/cdc88770-78d5-4586-93bc-cbf8dc182726) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:58:33.954325 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:34.030646 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27103756'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:34.032689 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-23a386e6-7c94-45f2-b3e7-d9460f24403d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:58:34.071765 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:58:34.074734 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:58:34.078109 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:58:34.084400 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event updated for resources: {'Port': ['ID=cdc88770-78d5-4586-93bc-cbf8dc182726,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:58:34.103135 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:58:34.439563 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:34.592651 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:34.733810 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:34.796210 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27103802'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:34.798376 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-cb3fea3c-4e9a-41ac-8d7d-4b4d57597094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:58:34.867056 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event updated for resources: {'Port': ['ID=cdc88770-78d5-4586-93bc-cbf8dc182726,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:58:34.872308 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:58:34.878752 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:35.254423 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.l3_db [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Floating IP 76314a05-ae0b-4c48-8a47-0d96ebc061c2 associated. External IP: 172.27.3.220, port: 182769f7-59d1-4ab5-a070-449b19bfead5. Jun 18 19:58:35.457999 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Router 434ca418-518a-4b54-9212-7ea03b077d4c has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:58:35.563866 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:58:35.573436 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a3bc6-26d0-4aca-9c97-1b62c1c5ad21 None None] Sync routers for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:58:35.583274 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a3bc6-26d0-4aca-9c97-1b62c1c5ad21 None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:58:35.590374 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-236a3bc6-26d0-4aca-9c97-1b62c1c5ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:58:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:58:35.638576 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:35.672451 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0999153 Jun 18 19:58:35.676884 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c599049-a583-4767-928f-041bfb585440', 'tag': '182769f7-59d1-4ab5-a070-449b19bfead5'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:58:35.676884 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00d8db7-9053-47c9-b14e-2347ba6e3a71" -d '{"events": [{"name": "network-changed", "server_uuid": "9c599049-a583-4767-928f-041bfb585440", "tag": "182769f7-59d1-4ab5-a070-449b19bfead5"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:58:35.692155 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-236a3bc6-26d0-4aca-9c97-1b62c1c5ad21 None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:58:35.773257 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2709f44-5d2d-41e3-a8cf-959cf9f307a2 x-openstack-request-id: req-b2709f44-5d2d-41e3-a8cf-959cf9f307a2 {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:58:35.773604 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c599049-a583-4767-928f-041bfb585440", "tag": "182769f7-59d1-4ab5-a070-449b19bfead5", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:58:35.773908 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2709f44-5d2d-41e3-a8cf-959cf9f307a2 {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:58:35.774359 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c599049-a583-4767-928f-041bfb585440', 'tag': '182769f7-59d1-4ab5-a070-449b19bfead5', 'status': 'completed', 'code': 200} Jun 18 19:58:35.847708 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d8db7-9053-47c9-b14e-2347ba6e3a71 req-66eb7145-3773-4fff-914a-f0f2581d08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:35.849116 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e00d8db7-9053-47c9-b14e-2347ba6e3a71 req-66eb7145-3773-4fff-914a-f0f2581d08b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 1098 time: 0.0523281 Jun 18 19:58:35.923674 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-236a3bc6-26d0-4aca-9c97-1b62c1c5ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '76314a05-ae0b-4c48-8a47-0d96ebc061c2', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'port_id': '182769f7-59d1-4ab5-a070-449b19bfead5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'mac_address': 'fa:16:3e:ff:47:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c599049-a583-4767-928f-041bfb585440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:58:34Z', 'updated_at': '2021-06-18T19:58:34Z', 'revision_number': 0, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:58:35.943536 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d8db7-9053-47c9-b14e-2347ba6e3a71 req-4e443149-50e1-4ded-8496-1580feac6597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:35.945116 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e00d8db7-9053-47c9-b14e-2347ba6e3a71 req-4e443149-50e1-4ded-8496-1580feac6597 service neutron] 10.222.0.58 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 913 time: 0.0889034 Jun 18 19:58:35.951039 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a3bc6-26d0-4aca-9c97-1b62c1c5ad21 None None] Checking router: 434ca418-518a-4b54-9212-7ea03b077d4c for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:58:35.960062 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a3bc6-26d0-4aca-9c97-1b62c1c5ad21 None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:58:35.960711 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-236a3bc6-26d0-4aca-9c97-1b62c1c5ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T19:58:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:58:36.010260 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e00d8db7-9053-47c9-b14e-2347ba6e3a71 req-1e3eb700-22c5-4f07-b251-147abed1e583 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=182769f7-59d1-4ab5-a070-449b19bfead5 HTTP/1.1" status: 200 len: 999 time: 0.0575294 Jun 18 19:58:36.059564 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d8db7-9053-47c9-b14e-2347ba6e3a71 req-f7fb4710-5f05-4370-852c-f62c496df050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:36.061037 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e00d8db7-9053-47c9-b14e-2347ba6e3a71 req-f7fb4710-5f05-4370-852c-f62c496df050 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96 HTTP/1.1" status: 200 len: 851 time: 0.0434830 Jun 18 19:58:36.063347 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-236a3bc6-26d0-4aca-9c97-1b62c1c5ad21 None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:58:36.122585 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d8db7-9053-47c9-b14e-2347ba6e3a71 req-e7d72fef-0dcd-41bf-ad4b-7e0522cba9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:58:36.123971 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e00d8db7-9053-47c9-b14e-2347ba6e3a71 req-e7d72fef-0dcd-41bf-ad4b-7e0522cba9a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=944f85a4-5f11-4065-9edf-e5b6342bed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549071 Jun 18 19:58:36.216496 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e00d8db7-9053-47c9-b14e-2347ba6e3a71 req-5755eb87-3ed2-4f72-a310-abd3b86b7828 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847127 Jun 18 19:58:36.312385 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e00d8db7-9053-47c9-b14e-2347ba6e3a71 req-501ba65e-ba8f-4c69-9374-44750cfe9d47 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883324 Jun 18 19:58:36.423761 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-236a3bc6-26d0-4aca-9c97-1b62c1c5ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '76314a05-ae0b-4c48-8a47-0d96ebc061c2', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'port_id': '182769f7-59d1-4ab5-a070-449b19bfead5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'mac_address': 'fa:16:3e:ff:47:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c599049-a583-4767-928f-041bfb585440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:58:34Z', 'updated_at': '2021-06-18T19:58:34Z', 'revision_number': 0, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:58:36.452982 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a3bc6-26d0-4aca-9c97-1b62c1c5ad21 None None] The sync data for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi is: [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '76314a05-ae0b-4c48-8a47-0d96ebc061c2', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'port_id': '182769f7-59d1-4ab5-a070-449b19bfead5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'mac_address': 'fa:16:3e:ff:47:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c599049-a583-4767-928f-041bfb585440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:58:34Z', 'updated_at': '2021-06-18T19:58:34Z', 'revision_number': 0, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:58:36.464778 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:36.632640 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b85b6cb-43a6-4c1d-89ec-a7b049d9a088 None None] New status for floating IP 76314a05-ae0b-4c48-8a47-0d96ebc061c2: ACTIVE {{(pid=100057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:58:37.944078 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:58:43.183063 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-b980706d-5bb2-4f88-9dc9-12a3b97ed76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:45.824899 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-7f09c3c5-f8d8-49b6-b510-9a2d614d1803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:45.916178 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:47.093178 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:48.948719 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:06.487037 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:11.421733 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-865016dd-fbd8-4d4d-a08a-db0e2d1d65bf req-3955d2a2-03de-4398-9572-5adf4ac82736 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514336 Jun 18 19:59:11.520162 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865016dd-fbd8-4d4d-a08a-db0e2d1d65bf req-01a050f7-03c3-4de3-b3db-50872d0d3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:59:11.521648 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-865016dd-fbd8-4d4d-a08a-db0e2d1d65bf req-01a050f7-03c3-4de3-b3db-50872d0d3517 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 1098 time: 0.0522473 Jun 18 19:59:11.635084 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865016dd-fbd8-4d4d-a08a-db0e2d1d65bf req-27d8cd38-d9df-4189-a3b8-af477fd53435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:59:11.636542 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-865016dd-fbd8-4d4d-a08a-db0e2d1d65bf req-27d8cd38-d9df-4189-a3b8-af477fd53435 service neutron] 10.222.0.58 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 913 time: 0.0884418 Jun 18 19:59:11.702671 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-865016dd-fbd8-4d4d-a08a-db0e2d1d65bf req-7e83bf3b-d6a3-41c8-8be3-49a0fb60deff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=182769f7-59d1-4ab5-a070-449b19bfead5 HTTP/1.1" status: 200 len: 1001 time: 0.0586836 Jun 18 19:59:11.752039 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865016dd-fbd8-4d4d-a08a-db0e2d1d65bf req-54095add-0115-4c7c-8aa9-117f014e6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:59:11.753612 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-865016dd-fbd8-4d4d-a08a-db0e2d1d65bf req-54095add-0115-4c7c-8aa9-117f014e6b9b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96 HTTP/1.1" status: 200 len: 851 time: 0.0435562 Jun 18 19:59:11.817993 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865016dd-fbd8-4d4d-a08a-db0e2d1d65bf req-53e047ae-5aea-4e20-8bec-465ab9561d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:59:11.819499 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-865016dd-fbd8-4d4d-a08a-db0e2d1d65bf req-53e047ae-5aea-4e20-8bec-465ab9561d92 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=944f85a4-5f11-4065-9edf-e5b6342bed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585945 Jun 18 19:59:11.906171 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-865016dd-fbd8-4d4d-a08a-db0e2d1d65bf req-f92cecfc-2a9f-4c46-86de-935f94096b95 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784671 Jun 18 19:59:12.004280 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-865016dd-fbd8-4d4d-a08a-db0e2d1d65bf req-e3a2898f-90f9-4df8-8e46-12902f46be90 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886819 Jun 18 19:59:13.121113 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-27ac7bff-2279-4d77-9741-ef9d32b905a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:14.943447 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:59:15.788606 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-def9bbf7-f16c-4f21-9928-5e2821642cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:15.897201 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:17.058119 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:18.909390 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:36.484651 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:43.183532 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-a2522aa0-90f1-4e86-b56d-30a2da86ffe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:45.799172 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-9754f157-2546-42f2-9f97-a8132f1b3787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:45.903547 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:47.052975 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:48.914262 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:51.941351 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:00:06.514352 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:12.456893 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cf955ee-5d61-44c2-bbfa-de96ee836610 req-27577edd-a6bc-406a-8479-3aca73842797 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0970795 Jun 18 20:00:12.553858 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf955ee-5d61-44c2-bbfa-de96ee836610 req-b22865a8-9f23-444f-a29d-afb7eee08088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:12.555451 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cf955ee-5d61-44c2-bbfa-de96ee836610 req-b22865a8-9f23-444f-a29d-afb7eee08088 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 1098 time: 0.0517921 Jun 18 20:00:12.663369 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf955ee-5d61-44c2-bbfa-de96ee836610 req-ec64a02c-18c4-45e4-81ac-f7a636172e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:12.665630 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cf955ee-5d61-44c2-bbfa-de96ee836610 req-ec64a02c-18c4-45e4-81ac-f7a636172e8f service neutron] 10.222.0.58 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 913 time: 0.0876327 Jun 18 20:00:12.730787 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cf955ee-5d61-44c2-bbfa-de96ee836610 req-e850c6d2-292e-479e-9d1a-51f9879cd5d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=182769f7-59d1-4ab5-a070-449b19bfead5 HTTP/1.1" status: 200 len: 1001 time: 0.0573928 Jun 18 20:00:12.781762 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf955ee-5d61-44c2-bbfa-de96ee836610 req-c222bf92-24cb-430c-8daa-dfdda5fc6a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:12.783191 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cf955ee-5d61-44c2-bbfa-de96ee836610 req-c222bf92-24cb-430c-8daa-dfdda5fc6a87 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96 HTTP/1.1" status: 200 len: 851 time: 0.0442691 Jun 18 20:00:12.845132 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf955ee-5d61-44c2-bbfa-de96ee836610 req-e4823658-3f69-4259-b6ce-c726d547c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:12.846590 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cf955ee-5d61-44c2-bbfa-de96ee836610 req-e4823658-3f69-4259-b6ce-c726d547c7f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=944f85a4-5f11-4065-9edf-e5b6342bed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560906 Jun 18 20:00:12.938774 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cf955ee-5d61-44c2-bbfa-de96ee836610 req-c6ef8ab3-2249-4a79-af1d-3b7def18a601 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810452 Jun 18 20:00:13.028016 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3cf955ee-5d61-44c2-bbfa-de96ee836610 req-27c114be-da48-4d62-ad13-20ec9be4e191 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822635 Jun 18 20:00:13.159622 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f1c46a6e-b4b2-4e04-9514-f5317de3c598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:15.788034 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-de6cba80-109c-497d-8df3-05f91c5f2cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:15.885495 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:17.089943 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:18.896815 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:28.940489 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:00:32.798145 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [req-c85bc254-41f9-4b38-94ae-bd026dff77e0 req-2c8cf5af-9232-46fb-a567-54327768c7d1 service neutron] (100055) timed out ('10.222.0.58', 49871) {{(pid=100055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 20:00:33.605461 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc98194-ef2c-43f4-9ea1-74f06b0dbc98 req-f4492fc7-3423-4e9d-a332-f2196dcb9110 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:33.607148 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-fcc98194-ef2c-43f4-9ea1-74f06b0dbc98 req-f4492fc7-3423-4e9d-a332-f2196dcb9110 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 945 time: 0.1425850 Jun 18 20:00:33.648016 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-fcc98194-ef2c-43f4-9ea1-74f06b0dbc98 req-8084dc60-e568-4fbc-99b9-685dc97556e2 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351236 Jun 18 20:00:34.877653 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b9c68-0d60-48a8-bf13-ca65b4acdb5d req-0404233f-f7d1-4450-be30-c8a899fe1b1e tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:34.879161 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-cd7b9c68-0d60-48a8-bf13-ca65b4acdb5d req-0404233f-f7d1-4450-be30-c8a899fe1b1e tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 945 time: 0.1165009 Jun 18 20:00:34.916798 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-cd7b9c68-0d60-48a8-bf13-ca65b4acdb5d req-27477db7-1c5c-4da4-ad35-223d1ea3b74e tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317752 Jun 18 20:00:35.330089 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907f0a9-7715-47e6-b424-d1f742415f84 req-750a069a-2583-4024-a6d9-60b814046a54 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:35.331494 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1907f0a9-7715-47e6-b424-d1f742415f84 req-750a069a-2583-4024-a6d9-60b814046a54 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 945 time: 0.0621424 Jun 18 20:00:35.435137 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-1907f0a9-7715-47e6-b424-d1f742415f84 req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Deleting port 182769f7-59d1-4ab5-a070-449b19bfead5 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 20:00:35.442145 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-1907f0a9-7715-47e6-b424-d1f742415f84 req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:35.520972 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-1907f0a9-7715-47e6-b424-d1f742415f84 req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] For port 182769f7-59d1-4ab5-a070-449b19bfead5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=182769f7-59d1-4ab5-a070-449b19bfead5,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:00:35.521328 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-1907f0a9-7715-47e6-b424-d1f742415f84 req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:35.684128 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-1907f0a9-7715-47e6-b424-d1f742415f84 req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:35.684493 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-1907f0a9-7715-47e6-b424-d1f742415f84 req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:35.684832 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.db.l3_db [req-1907f0a9-7715-47e6-b424-d1f742415f84 req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Floating IP 76314a05-ae0b-4c48-8a47-0d96ebc061c2 disassociated. External IP: 172.27.3.220, port: 182769f7-59d1-4ab5-a070-449b19bfead5. Jun 18 20:00:35.685172 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-1907f0a9-7715-47e6-b424-d1f742415f84 req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Calling delete_port for 182769f7-59d1-4ab5-a070-449b19bfead5 owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 20:00:35.857027 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-1907f0a9-7715-47e6-b424-d1f742415f84 req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:35.861086 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:00:35.887194 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event deleted for resources: {'Port': ['ID=182769f7-59d1-4ab5-a070-449b19bfead5,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:00:35.898750 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:35.899129 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:35.899498 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:35.899856 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:35.900222 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:35.900578 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:35.900965 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:35.901357 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:35.902215 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:35.902568 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:35.902976 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:35.903271 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:35.907109 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:00:36.015709 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1907f0a9-7715-47e6-b424-d1f742415f84 req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Router 434ca418-518a-4b54-9212-7ea03b077d4c has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 20:00:36.360891 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-98ceffb1-20d9-40ea-a1c7-605aef1400df req-3c3d4284-2c74-4516-9b5c-6861d2850f40 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 210 time: 0.0384085 Jun 18 20:00:36.418205 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1907f0a9-7715-47e6-b424-d1f742415f84 req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 20:00:36.428369 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c456da99-da59-4021-952a-2a681231f9fd None None] Sync routers for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 20:00:36.437589 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c456da99-da59-4021-952a-2a681231f9fd None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 20:00:36.441088 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-c456da99-da59-4021-952a-2a681231f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T20:00:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:00:36.461811 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-1907f0a9-7715-47e6-b424-d1f742415f84 req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] No DVR routers for this DVR port 182769f7-59d1-4ab5-a070-449b19bfead5 on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 20:00:36.469400 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-1907f0a9-7715-47e6-b424-d1f742415f84 req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:36.469400 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-1907f0a9-7715-47e6-b424-d1f742415f84 req-9ec2ff97-9122-46a8-9f78-2c478fcb6dd7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.58 "DELETE /v2.0/ports/182769f7-59d1-4ab5-a070-449b19bfead5 HTTP/1.1" status: 204 len: 173 time: 1.1264069 Jun 18 20:00:36.469400 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c599049-a583-4767-928f-041bfb585440', 'name': 'network-vif-deleted', 'tag': '182769f7-59d1-4ab5-a070-449b19bfead5'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 20:00:36.471618 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8288ab-e102-4c1a-9c97-670b4124eff9" -d '{"events": [{"server_uuid": "9c599049-a583-4767-928f-041bfb585440", "name": "network-vif-deleted", "tag": "182769f7-59d1-4ab5-a070-449b19bfead5"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 20:00:36.485449 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:36.550620 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-c456da99-da59-4021-952a-2a681231f9fd None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 20:00:36.565987 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 20:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3f1f87-ab5b-4f74-ba5f-c9999caa42b7 x-openstack-request-id: req-df3f1f87-ab5b-4f74-ba5f-c9999caa42b7 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 20:00:36.566387 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c599049-a583-4767-928f-041bfb585440", "name": "network-vif-deleted", "tag": "182769f7-59d1-4ab5-a070-449b19bfead5", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 20:00:36.566762 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df3f1f87-ab5b-4f74-ba5f-c9999caa42b7 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 20:00:36.567257 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c599049-a583-4767-928f-041bfb585440', 'name': 'network-vif-deleted', 'tag': '182769f7-59d1-4ab5-a070-449b19bfead5', 'status': 'completed', 'code': 200} Jun 18 20:00:36.750405 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-c456da99-da59-4021-952a-2a681231f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:00:36.783717 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c456da99-da59-4021-952a-2a681231f9fd None None] Checking router: 434ca418-518a-4b54-9212-7ea03b077d4c for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 20:00:36.791881 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c456da99-da59-4021-952a-2a681231f9fd None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 20:00:36.792864 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-c456da99-da59-4021-952a-2a681231f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T20:00:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:00:36.893680 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-c456da99-da59-4021-952a-2a681231f9fd None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 20:00:37.088904 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-c456da99-da59-4021-952a-2a681231f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:00:37.116452 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c456da99-da59-4021-952a-2a681231f9fd None None] The sync data for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi is: [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 20:00:37.329372 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ce748a-1aca-43b9-ad53-7f1e9d2c9e49 None None] New status for floating IP 76314a05-ae0b-4c48-8a47-0d96ebc061c2: DOWN {{(pid=100057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 20:00:37.515040 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0ce06c9e-4358-4963-9692-050d9a0e8c2e req-8cee1298-be61-4d83-95f3-7567831def63 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c599049-a583-4767-928f-041bfb585440 HTTP/1.1" status: 200 len: 210 time: 0.0300736 Jun 18 20:00:38.755429 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b4638bb-d643-4757-8178-b74c052ec1be req-1c3f699d-a22c-4796-bf53-edf08aab2e06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575453469&fields=id&tenant_id=b669107faf604a77982afc41fb97b15f HTTP/1.1" status: 200 len: 267 time: 0.0356901 Jun 18 20:00:38.859014 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4638bb-d643-4757-8178-b74c052ec1be req-0fed77a6-ac9b-403a-994b-b12192069a33 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:38.860356 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b4638bb-d643-4757-8178-b74c052ec1be req-0fed77a6-ac9b-403a-994b-b12192069a33 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 812 time: 0.0983675 Jun 18 20:00:38.875153 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b4638bb-d643-4757-8178-b74c052ec1be req-5662f8aa-b739-4a08-8b34-28e7341decdf tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/quotas/b669107faf604a77982afc41fb97b15f HTTP/1.1" status: 200 len: 375 time: 0.0095296 Jun 18 20:00:38.947558 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b4638bb-d643-4757-8178-b74c052ec1be req-648555d1-a57d-4235-ac80-2d4bd734aaf0 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676091 Jun 18 20:00:39.081966 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b4638bb-d643-4757-8178-b74c052ec1be req-132e0afe-df74-4687-a8fa-fc4971456d43 service neutron] 10.222.0.42 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228530 Jun 18 20:00:39.174128 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b4638bb-d643-4757-8178-b74c052ec1be req-6c791c54-031d-4b2f-b173-6451d7c49c8e service neutron] 10.222.0.42 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863981 Jun 18 20:00:39.647666 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-2c8274e6-81a2-4797-9c53-26b1569b3aa7 req-64b03a61-71fd-41f5-af5a-3e2c07750ad1 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 210 time: 0.0300400 Jun 18 20:00:39.654241 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 182769f7-59d1-4ab5-a070-449b19bfead5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 20:00:39.680133 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: 182769f7-59d1-4ab5-a070-449b19bfead5 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 20:00:39.680487 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 182769f7-59d1-4ab5-a070-449b19bfead5 not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 20:00:40.789799 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-e2a5245a-09eb-4180-b56c-5d23cda29fad req-c0a841ea-c91c-4e68-95ff-37126aff9746 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 210 time: 0.0301769 Jun 18 20:00:41.852587 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4638bb-d643-4757-8178-b74c052ec1be req-e73700ab-e610-4ed3-a46d-c7cba54b1ae5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:41.854094 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b4638bb-d643-4757-8178-b74c052ec1be req-e73700ab-e610-4ed3-a46d-c7cba54b1ae5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.58 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 812 time: 0.1022813 Jun 18 20:00:41.908593 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b4638bb-d643-4757-8178-b74c052ec1be req-89f19753-9f98-484f-a75f-c9b7e02281a0 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b669107faf604a77982afc41fb97b15f HTTP/1.1" status: 200 len: 379 time: 0.0405025 Jun 18 20:00:41.916183 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-6b4638bb-d643-4757-8178-b74c052ec1be req-68a58115-d0d9-41d3-ae5d-2a82fb72424c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Request body: {'port': {'device_id': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'admin_state_up': True, 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'security_groups': ['2b2bc192-560f-4bce-b36b-db4981b054c8']}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 20:00:41.941262 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-27fc9a55-574f-4517-85cb-2526fe923702 req-97ff4407-1c58-4b36-9d18-7cdea6e03670 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 210 time: 0.0364497 Jun 18 20:00:42.062050 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4638bb-d643-4757-8178-b74c052ec1be req-68a58115-d0d9-41d3-ae5d-2a82fb72424c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Made reservation on behalf of b669107faf604a77982afc41fb97b15f for: {'port': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 20:00:42.065726 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-6b4638bb-d643-4757-8178-b74c052ec1be req-68a58115-d0d9-41d3-ae5d-2a82fb72424c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:42.194217 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [req-6b4638bb-d643-4757-8178-b74c052ec1be req-68a58115-d0d9-41d3-ae5d-2a82fb72424c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Allocated IP 172.20.0.8 (944f85a4-5f11-4065-9edf-e5b6342bed61/0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96/754adeb3-f131-4f35-a197-22d818ff99e1) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 20:00:42.337660 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-6b4638bb-d643-4757-8178-b74c052ec1be req-68a58115-d0d9-41d3-ae5d-2a82fb72424c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:42.352966 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-6b4638bb-d643-4757-8178-b74c052ec1be req-68a58115-d0d9-41d3-ae5d-2a82fb72424c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Transition to ACTIVE for port object 754adeb3-f131-4f35-a197-22d818ff99e1 will not be triggered until provisioned by entity DHCP. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 20:00:42.452013 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-6b4638bb-d643-4757-8178-b74c052ec1be req-68a58115-d0d9-41d3-ae5d-2a82fb72424c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:42.455850 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d8dddbeb-cc0d-4613-a5cf-ad47e60bc483 tempest-VolumesNegativeTest-1938684423 tempest-VolumesNegativeTest-1938684423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:00:42.495654 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4638bb-d643-4757-8178-b74c052ec1be req-68a58115-d0d9-41d3-ae5d-2a82fb72424c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Network 944f85a4-5f11-4065-9edf-e5b6342bed61 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 20:00:42.499568 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [req-6b4638bb-d643-4757-8178-b74c052ec1be req-68a58115-d0d9-41d3-ae5d-2a82fb72424c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 20:00:42.503270 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4638bb-d643-4757-8178-b74c052ec1be req-68a58115-d0d9-41d3-ae5d-2a82fb72424c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 20:00:42.509761 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a58115-d0d9-41d3-ae5d-2a82fb72424c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event updated for resources: {'Port': ['ID=754adeb3-f131-4f35-a197-22d818ff99e1,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:00:42.530984 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-68a58115-d0d9-41d3-ae5d-2a82fb72424c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:00:42.566948 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4638bb-d643-4757-8178-b74c052ec1be req-68a58115-d0d9-41d3-ae5d-2a82fb72424c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:42.567614 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-6b4638bb-d643-4757-8178-b74c052ec1be req-68a58115-d0d9-41d3-ae5d-2a82fb72424c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:42.658812 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b4638bb-d643-4757-8178-b74c052ec1be req-68a58115-d0d9-41d3-ae5d-2a82fb72424c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7462392 Jun 18 20:00:42.670717 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Request body: {'port': {'device_id': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 20:00:42.751040 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:42.782321 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-c7c767f1-235c-4e7f-9419-6e424f18d844 None None] Provisioning for port 754adeb3-f131-4f35-a197-22d818ff99e1 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 20:00:42.786597 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-c7c767f1-235c-4e7f-9419-6e424f18d844 None None] Provisioning complete for port 754adeb3-f131-4f35-a197-22d818ff99e1 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 20:00:42.788462 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c7c767f1-235c-4e7f-9419-6e424f18d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:42.828616 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-c7c767f1-235c-4e7f-9419-6e424f18d844 None None] Port 754adeb3-f131-4f35-a197-22d818ff99e1 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 20:00:43.025123 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754adeb3-f131-4f35-a197-22d818ff99e1 {{(pid=100054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 20:00:43.033809 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:43.051236 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Transition to ACTIVE for port object 754adeb3-f131-4f35-a197-22d818ff99e1 will not be triggered until provisioned by entity L2. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 20:00:43.109599 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:43.112937 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7fedc85a-6417-474a-b666-9a3c911a7c8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:00:43.131469 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-1d2e4420-1de6-44a0-9ce2-449177bed1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:43.155056 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b7067-99c8-4ed4-8d9c-154d859d7d2a req-618947f2-e35c-4094-9cd9-e6a83747d510 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:43.156587 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-746b7067-99c8-4ed4-8d9c-154d859d7d2a req-618947f2-e35c-4094-9cd9-e6a83747d510 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 931 time: 0.1004341 Jun 18 20:00:43.211527 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Pushing event updated for resources: {'Port': ['ID=754adeb3-f131-4f35-a197-22d818ff99e1,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:00:43.218881 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:00:43.279760 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-746b7067-99c8-4ed4-8d9c-154d859d7d2a req-1da8ceb3-224e-4ef2-91c8-57a672728195 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151977 Jun 18 20:00:43.310917 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Attempting to bind port 754adeb3-f131-4f35-a197-22d818ff99e1 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 20:00:43.311244 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Attempting to bind port 754adeb3-f131-4f35-a197-22d818ff99e1 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 20:00:43.311567 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Attempting to bind port 754adeb3-f131-4f35-a197-22d818ff99e1 on network 944f85a4-5f11-4065-9edf-e5b6342bed61 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 20:00:43.315684 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Port 754adeb3-f131-4f35-a197-22d818ff99e1 on network 944f85a4-5f11-4065-9edf-e5b6342bed61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 20:00:43.316002 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Attempting to bind port 754adeb3-f131-4f35-a197-22d818ff99e1 on network 944f85a4-5f11-4065-9edf-e5b6342bed61 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 20:00:43.320587 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 20, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 20:00:43.320958 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Checking segment: {'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 20:00:43.321329 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Bound using segment: {'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 20:00:43.321743 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Bound port: 754adeb3-f131-4f35-a197-22d818ff99e1, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'}}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 20:00:43.322082 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:43.389124 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] For port 754adeb3-f131-4f35-a197-22d818ff99e1, host hv-cinder-79053, cleared binding levels {{(pid=100054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 20:00:43.392004 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] For port 754adeb3-f131-4f35-a197-22d818ff99e1, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=754adeb3-f131-4f35-a197-22d818ff99e1,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 20:00:43.452035 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:43.454307 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-f7357d83-54d2-4655-b249-a56e17a33764 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:00:43.488504 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:43.489133 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:43.490529 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b4638bb-d643-4757-8178-b74c052ec1be req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] 10.222.0.58 "PUT /v2.0/ports/754adeb3-f131-4f35-a197-22d818ff99e1 HTTP/1.1" status: 200 len: 1093 time: 0.8242259 Jun 18 20:00:43.491044 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'tag': '754adeb3-f131-4f35-a197-22d818ff99e1'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 20:00:43.493373 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa162d3f-54ff-4509-8e25-46df3f30a6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "18772828-6dfb-46b8-8b60-f3a23d0948f8", "tag": "754adeb3-f131-4f35-a197-22d818ff99e1"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 20:00:43.520651 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Pushing event updated for resources: {'Port': ['ID=754adeb3-f131-4f35-a197-22d818ff99e1,revision_number=3']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:00:43.524229 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:00:43.547548 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 20:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551778d3-315d-4b77-9492-2c0051dd12da x-openstack-request-id: req-551778d3-315d-4b77-9492-2c0051dd12da {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 20:00:43.547548 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18772828-6dfb-46b8-8b60-f3a23d0948f8", "tag": "754adeb3-f131-4f35-a197-22d818ff99e1", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 20:00:43.547797 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-551778d3-315d-4b77-9492-2c0051dd12da {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 20:00:43.548159 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'tag': '754adeb3-f131-4f35-a197-22d818ff99e1', 'status': 'completed', 'code': 200} Jun 18 20:00:43.625380 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa162d3f-54ff-4509-8e25-46df3f30a6e4 req-5bc2ab7b-dcb0-43f9-a5a4-e11e0a58a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:43.626657 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-aa162d3f-54ff-4509-8e25-46df3f30a6e4 req-5bc2ab7b-dcb0-43f9-a5a4-e11e0a58a0e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 1096 time: 0.0575578 Jun 18 20:00:43.729588 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa162d3f-54ff-4509-8e25-46df3f30a6e4 req-67f69870-65ea-4a03-bb5e-e102175d2cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:43.731634 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-aa162d3f-54ff-4509-8e25-46df3f30a6e4 req-67f69870-65ea-4a03-bb5e-e102175d2cd1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=b669107faf604a77982afc41fb97b15f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0975485 Jun 18 20:00:43.826177 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa162d3f-54ff-4509-8e25-46df3f30a6e4 req-134dc1cd-9471-4ae1-9614-68a0a74e559f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:43.827793 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-aa162d3f-54ff-4509-8e25-46df3f30a6e4 req-134dc1cd-9471-4ae1-9614-68a0a74e559f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891778 Jun 18 20:00:43.916024 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4638bb-d643-4757-8178-b74c052ec1be req-c7dc19b4-c66a-4c45-a480-1384c0dba215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:43.917610 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b4638bb-d643-4757-8178-b74c052ec1be req-c7dc19b4-c66a-4c45-a480-1384c0dba215 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 1096 time: 0.0510151 Jun 18 20:00:43.962785 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b4638bb-d643-4757-8178-b74c052ec1be req-dff7fbf8-75bd-4a1e-98d1-211ef6c2d069 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=754adeb3-f131-4f35-a197-22d818ff99e1 HTTP/1.1" status: 200 len: 217 time: 0.0337362 Jun 18 20:00:44.009674 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4638bb-d643-4757-8178-b74c052ec1be req-9c8eb2d4-46a1-4d30-80b0-9b792f158b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:44.011079 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b4638bb-d643-4757-8178-b74c052ec1be req-9c8eb2d4-46a1-4d30-80b0-9b792f158b7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96 HTTP/1.1" status: 200 len: 851 time: 0.0421679 Jun 18 20:00:44.073487 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4638bb-d643-4757-8178-b74c052ec1be req-4c82c2d0-c261-40c4-be8b-f2c2fef82894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:44.075186 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b4638bb-d643-4757-8178-b74c052ec1be req-4c82c2d0-c261-40c4-be8b-f2c2fef82894 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=944f85a4-5f11-4065-9edf-e5b6342bed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539966 Jun 18 20:00:44.176012 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b4638bb-d643-4757-8178-b74c052ec1be req-2369d86e-f3d3-4dd2-aab6-968311e8449c service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894511 Jun 18 20:00:44.276546 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6b4638bb-d643-4757-8178-b74c052ec1be req-40104994-ae07-4713-b563-f3f9f674a8c6 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898023 Jun 18 20:00:44.454361 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed08b1-5c49-4916-a4c5-0cd2938ab562 req-422b1491-5f4e-4e18-a24a-3ddf202641ca tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:44.455722 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-50ed08b1-5c49-4916-a4c5-0cd2938ab562 req-422b1491-5f4e-4e18-a24a-3ddf202641ca tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 943 time: 0.0655770 Jun 18 20:00:44.492503 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-50ed08b1-5c49-4916-a4c5-0cd2938ab562 req-357ea1c8-075d-4ccd-93d3-185093d06856 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310669 Jun 18 20:00:45.671417 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0feb37-89de-48ab-a80e-32a5be524383 req-0c371e4f-2d6b-427f-bb33-6a90d01a4148 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:45.672910 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-cc0feb37-89de-48ab-a80e-32a5be524383 req-0c371e4f-2d6b-427f-bb33-6a90d01a4148 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 943 time: 0.0639455 Jun 18 20:00:45.712001 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-cc0feb37-89de-48ab-a80e-32a5be524383 req-ce9840e6-8812-4ac4-a2f0-1659777999b4 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333149 Jun 18 20:00:45.807307 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-7672169e-747a-4d52-baa7-cf7c52f41489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:45.890813 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:46.885838 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672e017-f78b-4e93-bfd9-c5ae63ef08b1 req-927c577b-61ca-4d33-acab-76378e1668e3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:46.888298 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f672e017-f78b-4e93-bfd9-c5ae63ef08b1 req-927c577b-61ca-4d33-acab-76378e1668e3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 943 time: 0.0617559 Jun 18 20:00:46.925711 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f672e017-f78b-4e93-bfd9-c5ae63ef08b1 req-3147cf87-8877-4a6f-9945-def1379b4103 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315802 Jun 18 20:00:47.106186 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:48.101767 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d5828-6ec2-434c-9ad6-43e53e5aa4bc req-1ca8fa09-c819-46d6-a025-247805966f01 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:48.103230 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-703d5828-6ec2-434c-9ad6-43e53e5aa4bc req-1ca8fa09-c819-46d6-a025-247805966f01 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 943 time: 0.0662718 Jun 18 20:00:48.143606 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-703d5828-6ec2-434c-9ad6-43e53e5aa4bc req-52509ee0-926b-4306-b187-7549b62f1bad tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347822 Jun 18 20:00:48.930659 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:49.316548 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84544ef-da16-4450-9787-77dcb8ee6031 req-28ea6a9b-faf7-4dfc-b606-7a801905aded tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:49.318016 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d84544ef-da16-4450-9787-77dcb8ee6031 req-28ea6a9b-faf7-4dfc-b606-7a801905aded tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 943 time: 0.0659561 Jun 18 20:00:49.356779 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d84544ef-da16-4450-9787-77dcb8ee6031 req-a92cf963-1edc-40a7-84d2-94d91a55baec tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331542 Jun 18 20:00:50.526314 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b044516-a2f1-4cf5-904b-16a901de8508 req-f3e47714-8562-4227-9c10-af7b1f76e8c6 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:50.527888 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3b044516-a2f1-4cf5-904b-16a901de8508 req-f3e47714-8562-4227-9c10-af7b1f76e8c6 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 943 time: 0.0636282 Jun 18 20:00:50.566238 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-3b044516-a2f1-4cf5-904b-16a901de8508 req-1b0bd01e-01c1-464b-beb2-040592033f23 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325329 Jun 18 20:00:51.722565 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 754adeb3-f131-4f35-a197-22d818ff99e1 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 20:00:51.739864 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af964db0-a2fd-4894-9c77-3b22d8580620 req-2bb59f30-95c6-4fce-a64d-9796f2714ae3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:51.741446 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-af964db0-a2fd-4894-9c77-3b22d8580620 req-2bb59f30-95c6-4fce-a64d-9796f2714ae3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 943 time: 0.0638506 Jun 18 20:00:51.779566 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-af964db0-a2fd-4894-9c77-3b22d8580620 req-32e752fd-8ab9-4e06-a621-bd50a22c6562 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324466 Jun 18 20:00:51.815188 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 754adeb3-f131-4f35-a197-22d818ff99e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=754adeb3-f131-4f35-a197-22d818ff99e1,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:00:51.829285 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': '754adeb3-f131-4f35-a197-22d818ff99e1', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'port_id': '754adeb3-f131-4f35-a197-22d818ff99e1', 'mac_address': 'fa:16:3e:89:55:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 20:00:51.864844 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:51.877720 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754adeb3-f131-4f35-a197-22d818ff99e1 {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 20:00:51.895925 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 754adeb3-f131-4f35-a197-22d818ff99e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=754adeb3-f131-4f35-a197-22d818ff99e1,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:00:51.987364 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:51.989166 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-d87cc911-4cde-4392-b473-4a14054e3181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:00:52.033369 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=754adeb3-f131-4f35-a197-22d818ff99e1,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:00:52.040121 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:52.044312 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:52.044312 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:52.044312 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:52.044312 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:52.044312 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:52.044312 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:52.044312 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:52.044312 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:52.044312 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:52.044312 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:52.044312 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:52.048083 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:00:52.268935 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['754adeb3-f131-4f35-a197-22d818ff99e1'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 20:00:52.956427 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b36ef-6f5e-4c31-afce-f72a2d597037 req-6335f9da-3fa2-4717-9e83-1d48c85bc6c7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:52.957831 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-809b36ef-6f5e-4c31-afce-f72a2d597037 req-6335f9da-3fa2-4717-9e83-1d48c85bc6c7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 944 time: 0.0645950 Jun 18 20:00:52.998010 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-809b36ef-6f5e-4c31-afce-f72a2d597037 req-d0c10a4c-de1d-484a-90c7-2397c6d31a35 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345440 Jun 18 20:00:53.725250 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 754adeb3-f131-4f35-a197-22d818ff99e1 up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 20:00:53.828162 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port 754adeb3-f131-4f35-a197-22d818ff99e1 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 20:00:53.832018 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port 754adeb3-f131-4f35-a197-22d818ff99e1 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 20:00:53.832405 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:54.030655 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:54.053035 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754adeb3-f131-4f35-a197-22d818ff99e1'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 20:00:54.055251 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214d6a6b-93e6-4ed2-ace4-6ea7c84b8369" -d '{"events": [{"server_uuid": "18772828-6dfb-46b8-8b60-f3a23d0948f8", "name": "network-vif-plugged", "status": "completed", "tag": "754adeb3-f131-4f35-a197-22d818ff99e1"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 20:00:54.070659 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 754adeb3-f131-4f35-a197-22d818ff99e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=754adeb3-f131-4f35-a197-22d818ff99e1,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:00:54.095957 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 20:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f40062-12ef-4e86-b670-aca2846c42eb x-openstack-request-id: req-d9f40062-12ef-4e86-b670-aca2846c42eb {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 20:00:54.096258 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18772828-6dfb-46b8-8b60-f3a23d0948f8", "name": "network-vif-plugged", "status": "completed", "tag": "754adeb3-f131-4f35-a197-22d818ff99e1", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 20:00:54.096517 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9f40062-12ef-4e86-b670-aca2846c42eb {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 20:00:54.096972 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754adeb3-f131-4f35-a197-22d818ff99e1', 'code': 200} Jun 18 20:00:54.134978 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:54.136979 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:00:54.176871 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c30c5-7aba-4914-86b4-776b094631f4 req-92e60451-17a6-4f84-8c4c-31b50360f32e tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:54.178343 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-613c30c5-7aba-4914-86b4-776b094631f4 req-92e60451-17a6-4f84-8c4c-31b50360f32e tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 944 time: 0.0673771 Jun 18 20:00:54.183203 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=754adeb3-f131-4f35-a197-22d818ff99e1,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:00:54.186301 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:00:54.217450 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-613c30c5-7aba-4914-86b4-776b094631f4 req-4ffd0635-5d25-41ef-9392-918292c9f358 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331788 Jun 18 20:00:54.533904 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fe236-1b71-42a8-a3f4-f9180b5e021e req-e6e924a6-e2ab-4b8b-bf72-e3fcc4881eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:54.535568 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-598fe236-1b71-42a8-a3f4-f9180b5e021e req-e6e924a6-e2ab-4b8b-bf72-e3fcc4881eac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 1098 time: 0.0578187 Jun 18 20:00:54.573725 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-598fe236-1b71-42a8-a3f4-f9180b5e021e req-a4ee203b-c142-4bb6-89e8-52c3ba2d7fdd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281112 Jun 18 20:00:55.395652 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6740d-0e84-4ad4-93e4-437c3ce2211d req-369daa38-3ed6-4dbe-8c9b-7fc1d2fe36a7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:55.397174 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-adb6740d-0e84-4ad4-93e4-437c3ce2211d req-369daa38-3ed6-4dbe-8c9b-7fc1d2fe36a7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 945 time: 0.0702629 Jun 18 20:00:55.434929 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-adb6740d-0e84-4ad4-93e4-437c3ce2211d req-203befb0-4863-459d-bab0-d0c65db34b76 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320387 Jun 18 20:00:56.614764 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f839a3-e1a6-45df-b764-8fd7cb2ed622 req-7877cebb-7beb-47d8-8340-f572780b6740 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:56.616193 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b1f839a3-e1a6-45df-b764-8fd7cb2ed622 req-7877cebb-7beb-47d8-8340-f572780b6740 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 945 time: 0.0633793 Jun 18 20:00:56.653997 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b1f839a3-e1a6-45df-b764-8fd7cb2ed622 req-250cf5d3-ccd6-4294-95aa-22297cc3d967 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321789 Jun 18 20:00:56.824232 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a3f4a-7aaa-45bb-b6fe-9403ea46e0c0 req-5b8bc7fb-66af-490e-b438-72408e3508c6 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:56.825631 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e64a3f4a-7aaa-45bb-b6fe-9403ea46e0c0 req-5b8bc7fb-66af-490e-b438-72408e3508c6 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 945 time: 0.0630615 Jun 18 20:00:56.866884 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-e64a3f4a-7aaa-45bb-b6fe-9403ea46e0c0 req-7b1773a8-8514-4f65-b1e7-5f64ab12b307 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346813 Jun 18 20:00:56.891607 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45578) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:00:56.941980 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530c8b5d-b43e-4624-8a7e-07fddbc29b57 tempest-TestVolumeBootPattern-1113862824 tempest-TestVolumeBootPattern-1113862824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:56.943507 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-530c8b5d-b43e-4624-8a7e-07fddbc29b57 tempest-TestVolumeBootPattern-1113862824 tempest-TestVolumeBootPattern-1113862824-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 1093 time: 0.0509284 Jun 18 20:00:56.946275 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45580) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:00:56.950595 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Request body: {'floatingip': {'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'port_id': '754adeb3-f131-4f35-a197-22d818ff99e1', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 20:00:57.044781 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for floatingip, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:57.145804 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:57.248108 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Allocated IP 172.27.3.15 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/775b019d-4fa4-40f1-8f0a-5fe0b2405de5) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 20:00:57.352334 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:57.439181 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27103756'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:57.441128 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:00:57.479849 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 20:00:57.482534 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 20:00:57.488107 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 20:00:57.491175 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event updated for resources: {'Port': ['ID=775b019d-4fa4-40f1-8f0a-5fe0b2405de5,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:00:57.519094 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:57.519479 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:57.519858 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:57.520231 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:57.520600 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:57.520994 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:57.521359 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:57.521725 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:57.522089 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:57.522452 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:57.522814 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:57.523170 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:00:57.527693 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:00:57.859977 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:57.998764 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:58.146863 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:58.204479 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27103802'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:58.206557 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-acf5b7b5-9fed-4bb1-b09c-a4df06da1a8c tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:00:58.276450 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event updated for resources: {'Port': ['ID=775b019d-4fa4-40f1-8f0a-5fe0b2405de5,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:00:58.280579 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:00:58.290654 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:58.386099 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.l3_db [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Floating IP 463b47e4-9c66-4be9-a8b0-3f927458408b associated. External IP: 172.27.3.15, port: 754adeb3-f131-4f35-a197-22d818ff99e1. Jun 18 20:00:58.589492 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Router 434ca418-518a-4b54-9212-7ea03b077d4c has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 20:00:58.693523 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 20:00:58.703999 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fed777-e04e-4de0-98a9-ef9ebd0f7852 None None] Sync routers for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 20:00:58.713388 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fed777-e04e-4de0-98a9-ef9ebd0f7852 None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 20:00:58.718433 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-20fed777-e04e-4de0-98a9-ef9ebd0f7852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T20:00:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:00:58.763175 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:58.799879 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-24445564-11ba-4197-913b-6a77e67aa817 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8525875 Jun 18 20:00:58.800560 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'tag': '754adeb3-f131-4f35-a197-22d818ff99e1'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 20:00:58.803025 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f2fd00-9128-4db2-a024-d664c4a2f9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "18772828-6dfb-46b8-8b60-f3a23d0948f8", "tag": "754adeb3-f131-4f35-a197-22d818ff99e1"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 20:00:58.815549 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-20fed777-e04e-4de0-98a9-ef9ebd0f7852 None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 20:00:58.839596 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 20:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9815e1b6-b44c-45cb-8a60-afc49d19b72f x-openstack-request-id: req-9815e1b6-b44c-45cb-8a60-afc49d19b72f {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 20:00:58.839877 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18772828-6dfb-46b8-8b60-f3a23d0948f8", "tag": "754adeb3-f131-4f35-a197-22d818ff99e1", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 20:00:58.840180 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9815e1b6-b44c-45cb-8a60-afc49d19b72f {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 20:00:58.840648 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'tag': '754adeb3-f131-4f35-a197-22d818ff99e1', 'status': 'completed', 'code': 200} Jun 18 20:00:58.917830 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2fd00-9128-4db2-a024-d664c4a2f9fa req-328aef3f-051a-4134-a1db-62a21bc208af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:58.919329 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-04f2fd00-9128-4db2-a024-d664c4a2f9fa req-328aef3f-051a-4134-a1db-62a21bc208af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 1098 time: 0.0572248 Jun 18 20:00:59.010080 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2fd00-9128-4db2-a024-d664c4a2f9fa req-dcc78538-dc02-4a65-b428-2858ef7eb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:59.011553 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-04f2fd00-9128-4db2-a024-d664c4a2f9fa req-dcc78538-dc02-4a65-b428-2858ef7eb780 service neutron] 10.222.0.58 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 913 time: 0.0858436 Jun 18 20:00:59.041553 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-20fed777-e04e-4de0-98a9-ef9ebd0f7852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '463b47e4-9c66-4be9-a8b0-3f927458408b', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'port_id': '754adeb3-f131-4f35-a197-22d818ff99e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'mac_address': 'fa:16:3e:89:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T20:00:57Z', 'updated_at': '2021-06-18T20:00:57Z', 'revision_number': 0, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:00:59.066840 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fed777-e04e-4de0-98a9-ef9ebd0f7852 None None] Checking router: 434ca418-518a-4b54-9212-7ea03b077d4c for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 20:00:59.075032 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fed777-e04e-4de0-98a9-ef9ebd0f7852 None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 20:00:59.075647 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-20fed777-e04e-4de0-98a9-ef9ebd0f7852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T20:00:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:00:59.079385 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-04f2fd00-9128-4db2-a024-d664c4a2f9fa req-bf03d525-4e33-4844-ab9c-636427e5647c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=754adeb3-f131-4f35-a197-22d818ff99e1 HTTP/1.1" status: 200 len: 998 time: 0.0609536 Jun 18 20:00:59.129220 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2fd00-9128-4db2-a024-d664c4a2f9fa req-12b18b42-6742-468d-a520-dbd0303ebf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:59.130721 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-04f2fd00-9128-4db2-a024-d664c4a2f9fa req-12b18b42-6742-468d-a520-dbd0303ebf0e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96 HTTP/1.1" status: 200 len: 851 time: 0.0449505 Jun 18 20:00:59.183012 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-20fed777-e04e-4de0-98a9-ef9ebd0f7852 None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 20:00:59.189082 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2fd00-9128-4db2-a024-d664c4a2f9fa req-d67d45b2-632c-462f-93bd-336ef416054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:00:59.190586 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-04f2fd00-9128-4db2-a024-d664c4a2f9fa req-d67d45b2-632c-462f-93bd-336ef416054d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=944f85a4-5f11-4065-9edf-e5b6342bed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535681 Jun 18 20:00:59.291597 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-04f2fd00-9128-4db2-a024-d664c4a2f9fa req-a89753cd-5229-4b1b-8714-913fd52ba959 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917091 Jun 18 20:00:59.381139 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-04f2fd00-9128-4db2-a024-d664c4a2f9fa req-a1193476-79d9-4744-8192-f89068ec8bf7 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831063 Jun 18 20:00:59.408890 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-20fed777-e04e-4de0-98a9-ef9ebd0f7852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '463b47e4-9c66-4be9-a8b0-3f927458408b', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'port_id': '754adeb3-f131-4f35-a197-22d818ff99e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'mac_address': 'fa:16:3e:89:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T20:00:57Z', 'updated_at': '2021-06-18T20:00:57Z', 'revision_number': 0, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:00:59.434449 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fed777-e04e-4de0-98a9-ef9ebd0f7852 None None] The sync data for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi is: [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '463b47e4-9c66-4be9-a8b0-3f927458408b', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'port_id': '754adeb3-f131-4f35-a197-22d818ff99e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'mac_address': 'fa:16:3e:89:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T20:00:57Z', 'updated_at': '2021-06-18T20:00:57Z', 'revision_number': 0, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 20:00:59.615014 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973b48ac-c1ea-4648-92af-d07285bab9b3 None None] New status for floating IP 463b47e4-9c66-4be9-a8b0-3f927458408b: ACTIVE {{(pid=100057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 20:01:05.938875 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:01:06.519474 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:13.147027 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-e7cbc9ef-7a13-48d2-9ab9-1fde425134a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:14.372264 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-68dbdb68-ce24-4f58-aa02-aa74dce3840b req-00005bf3-f6aa-4f19-95fa-a0016be78101 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529251 Jun 18 20:01:14.474916 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbdb68-ce24-4f58-aa02-aa74dce3840b req-44b45c78-7f61-4dab-b430-7c9ef9f8f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:01:14.476325 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-68dbdb68-ce24-4f58-aa02-aa74dce3840b req-44b45c78-7f61-4dab-b430-7c9ef9f8f94b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 1098 time: 0.0607386 Jun 18 20:01:14.579106 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbdb68-ce24-4f58-aa02-aa74dce3840b req-d52e89e9-d62f-4305-b7ce-4df282702589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:01:14.580552 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-68dbdb68-ce24-4f58-aa02-aa74dce3840b req-d52e89e9-d62f-4305-b7ce-4df282702589 service neutron] 10.222.0.58 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 913 time: 0.0824876 Jun 18 20:01:14.649753 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-68dbdb68-ce24-4f58-aa02-aa74dce3840b req-5468c17d-ad4a-4541-8087-2966f89a6885 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=754adeb3-f131-4f35-a197-22d818ff99e1 HTTP/1.1" status: 200 len: 1000 time: 0.0616724 Jun 18 20:01:14.699829 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbdb68-ce24-4f58-aa02-aa74dce3840b req-6ca0ce07-dea5-4220-b031-86d9bba7e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:01:14.701543 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-68dbdb68-ce24-4f58-aa02-aa74dce3840b req-6ca0ce07-dea5-4220-b031-86d9bba7e46d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96 HTTP/1.1" status: 200 len: 851 time: 0.0447693 Jun 18 20:01:14.759577 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbdb68-ce24-4f58-aa02-aa74dce3840b req-b81a039b-1c3f-4f10-98ef-0f334e553934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:01:14.761102 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-68dbdb68-ce24-4f58-aa02-aa74dce3840b req-b81a039b-1c3f-4f10-98ef-0f334e553934 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=944f85a4-5f11-4065-9edf-e5b6342bed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509605 Jun 18 20:01:14.859275 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-68dbdb68-ce24-4f58-aa02-aa74dce3840b req-99bbcbe0-9210-4512-8de8-abe5c4ab3377 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876496 Jun 18 20:01:14.956405 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-68dbdb68-ce24-4f58-aa02-aa74dce3840b req-3aabd75c-9e14-4c91-8527-c668603a30ed service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894058 Jun 18 20:01:15.781530 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-41525404-b920-4bdd-ac6c-ba6a089eaaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:15.873247 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:17.077216 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:18.900995 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:36.507659 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:42.936753 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:01:43.162425 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-0e1d3b5d-d7ea-4c67-a9ce-650cab10368b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:45.775115 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-4081b35a-ea03-4a7a-8647-5bf5ae5be658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:45.872144 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:47.093618 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:48.916614 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:06.516315 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:13.135676 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba6ee-d431-4fcd-953b-dfaace3ca9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:15.767358 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f86cb9d2-7256-4660-b47a-4c11b662567a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:15.877781 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:16.387666 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cbbebe12-a040-4d37-91f4-d3b2fd504717 req-b0eb0e86-ccb8-4e84-aceb-45b9ef438ede service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514982 Jun 18 20:02:16.487160 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbebe12-a040-4d37-91f4-d3b2fd504717 req-9260bc3a-60b7-4719-a411-15999fed326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:16.488614 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cbbebe12-a040-4d37-91f4-d3b2fd504717 req-9260bc3a-60b7-4719-a411-15999fed326f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 1098 time: 0.0556831 Jun 18 20:02:16.596799 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbebe12-a040-4d37-91f4-d3b2fd504717 req-6ec0a704-d7b0-48c4-a4f7-8c194b5f56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:16.598219 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cbbebe12-a040-4d37-91f4-d3b2fd504717 req-6ec0a704-d7b0-48c4-a4f7-8c194b5f56bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 913 time: 0.0840292 Jun 18 20:02:16.667935 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cbbebe12-a040-4d37-91f4-d3b2fd504717 req-c76165bc-ac9c-44e3-823b-591d5f3b04b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=754adeb3-f131-4f35-a197-22d818ff99e1 HTTP/1.1" status: 200 len: 1000 time: 0.0622690 Jun 18 20:02:16.716615 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbebe12-a040-4d37-91f4-d3b2fd504717 req-b5cd136d-af23-4fc5-a140-efd4ede16308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:16.718019 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cbbebe12-a040-4d37-91f4-d3b2fd504717 req-b5cd136d-af23-4fc5-a140-efd4ede16308 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96 HTTP/1.1" status: 200 len: 851 time: 0.0429006 Jun 18 20:02:16.772883 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbebe12-a040-4d37-91f4-d3b2fd504717 req-b12fc2ed-ef01-4a77-842a-a9a4634aed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:16.774299 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cbbebe12-a040-4d37-91f4-d3b2fd504717 req-b12fc2ed-ef01-4a77-842a-a9a4634aed25 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=944f85a4-5f11-4065-9edf-e5b6342bed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493541 Jun 18 20:02:16.863966 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cbbebe12-a040-4d37-91f4-d3b2fd504717 req-acc7a86a-a282-46d8-9f3d-30776242f943 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818629 Jun 18 20:02:16.951568 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-cbbebe12-a040-4d37-91f4-d3b2fd504717 req-f50f385b-d73b-4bca-ae1f-0a31f5a3dbe4 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800962 Jun 18 20:02:17.077596 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:18.955719 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:19.935463 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:02:34.527128 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-08cd6b51-00aa-48ac-b59e-9ec21d76a636 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575453469&fields=id&tenant_id=b669107faf604a77982afc41fb97b15f HTTP/1.1" status: 200 len: 267 time: 0.0359321 Jun 18 20:02:34.637362 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-d1157a17-18f1-412b-8c6c-e687e4046c0e tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:34.638825 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-d1157a17-18f1-412b-8c6c-e687e4046c0e tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 812 time: 0.1052113 Jun 18 20:02:34.653498 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-172e5b77-9d7d-47a8-9fef-7dcc54c32767 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/quotas/b669107faf604a77982afc41fb97b15f HTTP/1.1" status: 200 len: 375 time: 0.0092425 Jun 18 20:02:34.726800 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-6d0732cc-ff37-44e1-89a2-8e78e96b01db tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0681667 Jun 18 20:02:34.870141 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-56c01888-74cd-47d0-92ae-9d71ed658ebf service neutron] 10.222.0.42 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302185 Jun 18 20:02:34.960027 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-6a2eaec9-6802-461a-ae3d-d9d1f80cfe06 service neutron] 10.222.0.42 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832114 Jun 18 20:02:35.477298 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-a5cb4ecd-857d-4a7f-b3c6-b403dac533d9 req-0ba4939d-6864-46bd-9028-65bd1823a7dc tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 210 time: 0.0300741 Jun 18 20:02:36.528787 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:36.636902 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-6287315c-6662-41e6-8452-5308ecefe4e2 req-52c8c9ec-1ace-4e48-9f23-218475acf596 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 210 time: 0.0291858 Jun 18 20:02:37.810231 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-6fdda17d-0b0e-4bcd-b3eb-97bdd1077492 req-37b88ba0-d19d-430c-94e5-0041288227d0 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 210 time: 0.0321062 Jun 18 20:02:37.856678 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-034f8f9a-a42e-46b5-9686-37b884ecef48 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:37.858113 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-034f8f9a-a42e-46b5-9686-37b884ecef48 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.58 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 812 time: 0.3939841 Jun 18 20:02:37.913669 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-9f78b319-6822-4b08-ab03-f06561a95b1f tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b669107faf604a77982afc41fb97b15f HTTP/1.1" status: 200 len: 379 time: 0.0348012 Jun 18 20:02:37.955695 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Request body: {'port': {'device_id': 'a85d4050-3139-4157-b05e-9af3e2c5d76e', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'admin_state_up': True, 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'security_groups': ['2b2bc192-560f-4bce-b36b-db4981b054c8']}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 20:02:38.093883 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Made reservation on behalf of b669107faf604a77982afc41fb97b15f for: {'port': 1} {{(pid=100054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 20:02:38.097676 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:38.222494 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_common [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Allocated IP 172.20.0.14 (944f85a4-5f11-4065-9edf-e5b6342bed61/0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96/8c281895-7a72-49d3-aa33-17e6b22b8dd1) {{(pid=100054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 20:02:38.357118 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for port, precommit_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:38.369879 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Transition to ACTIVE for port object 8c281895-7a72-49d3-aa33-17e6b22b8dd1 will not be triggered until provisioned by entity DHCP. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 20:02:38.471603 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1122979'] for port, after_create {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:38.475588 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-fd437865-b5de-4e97-b729-3675be91d7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:02:38.521800 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Network 944f85a4-5f11-4065-9edf-e5b6342bed61 is already hosted by enough agents. {{(pid=100054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 20:02:38.525123 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.base_scheduler [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Resources bound (agent type, host, resource id): {{(pid=100054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 20:02:38.528939 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Received port after_create {{(pid=100054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 20:02:38.535789 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event updated for resources: {'Port': ['ID=8c281895-7a72-49d3-aa33-17e6b22b8dd1,revision_number=1']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:02:38.564813 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:38.565202 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:38.565577 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:38.565947 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:38.566313 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:38.566711 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:38.567032 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:38.567392 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:38.567747 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:38.570342 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:38.570342 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:38.570342 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:38.575183 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:02:38.603222 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:38.604433 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:38.695208 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-1cedddb5-f429-4646-ad69-fc7944dabf06 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7702293 Jun 18 20:02:38.719516 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.v2.base [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Request body: {'port': {'device_id': 'a85d4050-3139-4157-b05e-9af3e2c5d76e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 20:02:38.773890 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-44e620b6-0aa6-4510-9773-b26febc01ec7 None None] Provisioning for port 8c281895-7a72-49d3-aa33-17e6b22b8dd1 completed by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 20:02:38.778181 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-44e620b6-0aa6-4510-9773-b26febc01ec7 None None] Provisioning complete for port 8c281895-7a72-49d3-aa33-17e6b22b8dd1 triggered by entity DHCP. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 20:02:38.781605 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-44e620b6-0aa6-4510-9773-b26febc01ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:38.791671 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:38.811541 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-44e620b6-0aa6-4510-9773-b26febc01ec7 None None] Port 8c281895-7a72-49d3-aa33-17e6b22b8dd1 cannot update to ACTIVE because it is not bound. {{(pid=100056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 20:02:38.989892 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d234f-8a2b-49a2-abe4-14028aa179c9 req-50721a8f-1b5d-4b35-adf0-86c413212a3f tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:38.991397 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-574d234f-8a2b-49a2-abe4-14028aa179c9 req-50721a8f-1b5d-4b35-adf0-86c413212a3f tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 932 time: 0.0630403 Jun 18 20:02:39.035522 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-574d234f-8a2b-49a2-abe4-14028aa179c9 req-ec5d06cb-fdf5-4301-bc5d-08ed44bdc5d6 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375466 Jun 18 20:02:39.062170 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c281895-7a72-49d3-aa33-17e6b22b8dd1 {{(pid=100054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 20:02:39.069787 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:39.081831 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.provisioning_blocks [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Transition to ACTIVE for port object 8c281895-7a72-49d3-aa33-17e6b22b8dd1 will not be triggered until provisioned by entity L2. {{(pid=100054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 20:02:39.153595 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:39.156936 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8027f972-d9cf-4177-813b-c01f83c31f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:02:39.254226 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Pushing event updated for resources: {'Port': ['ID=8c281895-7a72-49d3-aa33-17e6b22b8dd1,revision_number=2']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:02:39.256005 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:02:39.304115 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Attempting to bind port 8c281895-7a72-49d3-aa33-17e6b22b8dd1 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 20:02:39.304448 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Attempting to bind port 8c281895-7a72-49d3-aa33-17e6b22b8dd1 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 20:02:39.304822 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Attempting to bind port 8c281895-7a72-49d3-aa33-17e6b22b8dd1 on network 944f85a4-5f11-4065-9edf-e5b6342bed61 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 20:02:39.310153 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Port 8c281895-7a72-49d3-aa33-17e6b22b8dd1 on network 944f85a4-5f11-4065-9edf-e5b6342bed61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 20:02:39.310484 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Attempting to bind port 8c281895-7a72-49d3-aa33-17e6b22b8dd1 on network 944f85a4-5f11-4065-9edf-e5b6342bed61 {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 20:02:39.316010 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Checking agent: {'id': '52d50232-d47e-4d0c-8b07-2158f359ca74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'started_at': datetime.datetime(2021, 6, 18, 19, 43, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 20, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 20:02:39.316297 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Checking segment: {'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 20:02:39.316728 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Bound using segment: {'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'} {{(pid=100054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 20:02:39.317165 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.managers [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Bound port: 8c281895-7a72-49d3-aa33-17e6b22b8dd1, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61'}}] {{(pid=100054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 20:02:39.317521 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:39.381764 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] For port 8c281895-7a72-49d3-aa33-17e6b22b8dd1, host hv-cinder-79053, cleared binding levels {{(pid=100054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 20:02:39.384986 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] For port 8c281895-7a72-49d3-aa33-17e6b22b8dd1, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c281895-7a72-49d3-aa33-17e6b22b8dd1,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 20:02:39.471818 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1122965'] for port, after_update {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:39.473977 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-feaa9ef9-8864-465d-8d26-2792abf758e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:02:39.513033 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:39.513636 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:39.515048 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] 10.222.0.58 "PUT /v2.0/ports/8c281895-7a72-49d3-aa33-17e6b22b8dd1 HTTP/1.1" status: 200 len: 1094 time: 0.7997906 Jun 18 20:02:39.515565 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85d4050-3139-4157-b05e-9af3e2c5d76e', 'tag': '8c281895-7a72-49d3-aa33-17e6b22b8dd1'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 20:02:39.517889 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817333c2-aa7c-471e-8b49-0052b9a335be" -d '{"events": [{"name": "network-changed", "server_uuid": "a85d4050-3139-4157-b05e-9af3e2c5d76e", "tag": "8c281895-7a72-49d3-aa33-17e6b22b8dd1"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 20:02:39.545879 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Pushing event updated for resources: {'Port': ['ID=8c281895-7a72-49d3-aa33-17e6b22b8dd1,revision_number=3']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:02:39.552455 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-3f899096-bcb1-4d33-9ccc-492c9af21475 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:02:39.556918 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 20:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d6301f-fdf8-4712-9a4d-07a6c86923b0 x-openstack-request-id: req-93d6301f-fdf8-4712-9a4d-07a6c86923b0 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 20:02:39.558002 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85d4050-3139-4157-b05e-9af3e2c5d76e", "tag": "8c281895-7a72-49d3-aa33-17e6b22b8dd1", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 20:02:39.558002 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93d6301f-fdf8-4712-9a4d-07a6c86923b0 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 20:02:39.561244 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85d4050-3139-4157-b05e-9af3e2c5d76e', 'tag': '8c281895-7a72-49d3-aa33-17e6b22b8dd1', 'status': 'completed', 'code': 200} Jun 18 20:02:39.638380 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817333c2-aa7c-471e-8b49-0052b9a335be req-529869ef-e9e4-4183-8fa4-ef51cbd143e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:39.638380 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-817333c2-aa7c-471e-8b49-0052b9a335be req-529869ef-e9e4-4183-8fa4-ef51cbd143e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 1097 time: 0.0558741 Jun 18 20:02:39.739320 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817333c2-aa7c-471e-8b49-0052b9a335be req-f3798d60-e800-46cb-873e-d78370251fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:39.740803 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-817333c2-aa7c-471e-8b49-0052b9a335be req-f3798d60-e800-46cb-873e-d78370251fce service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=b669107faf604a77982afc41fb97b15f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0929856 Jun 18 20:02:39.842978 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817333c2-aa7c-471e-8b49-0052b9a335be req-816253ae-6556-48cb-aeda-2e7d2f62ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:39.844306 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-817333c2-aa7c-471e-8b49-0052b9a335be req-816253ae-6556-48cb-aeda-2e7d2f62ba7d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941639 Jun 18 20:02:39.935477 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-fc55c98b-5d81-4efb-ab27-4f3497e04183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:39.936986 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-fc55c98b-5d81-4efb-ab27-4f3497e04183 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 1097 time: 0.0535247 Jun 18 20:02:39.983708 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-f5412c18-1d41-4f7d-8857-595aa303f667 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c281895-7a72-49d3-aa33-17e6b22b8dd1 HTTP/1.1" status: 200 len: 217 time: 0.0390706 Jun 18 20:02:40.034734 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-875ebc7e-705e-4e72-9f53-fe4602cc34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:40.036153 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-875ebc7e-705e-4e72-9f53-fe4602cc34ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96 HTTP/1.1" status: 200 len: 851 time: 0.0429804 Jun 18 20:02:40.093992 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-d9111bcd-2bc3-4594-884c-3ce9b64981de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:40.095376 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-d9111bcd-2bc3-4594-884c-3ce9b64981de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=944f85a4-5f11-4065-9edf-e5b6342bed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522687 Jun 18 20:02:40.189091 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-676ba0cc-2648-4086-8ba8-013d9aba8e94 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863121 Jun 18 20:02:40.212258 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7cd95-e179-4691-bcf7-880f10ec36df req-4c5e7e39-34c4-45c3-8e48-ee63d846301e tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:40.213841 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7bd7cd95-e179-4691-bcf7-880f10ec36df req-4c5e7e39-34c4-45c3-8e48-ee63d846301e tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 944 time: 0.0651820 Jun 18 20:02:40.251947 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7bd7cd95-e179-4691-bcf7-880f10ec36df req-0f043489-4152-4a1d-b89e-5bd1fcf1caa7 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323946 Jun 18 20:02:40.287086 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-81901838-aad0-45dd-978d-2882cf67e6f3 req-fe3aa79d-0e07-439a-be56-e5f4c1b8375e service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864446 Jun 18 20:02:41.450040 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81850d-4bbe-41b0-9b5d-d4f84ea56cd0 req-0023df66-0378-486f-8697-3e692b8a87a3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:41.451493 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ac81850d-4bbe-41b0-9b5d-d4f84ea56cd0 req-0023df66-0378-486f-8697-3e692b8a87a3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 944 time: 0.0643067 Jun 18 20:02:41.493069 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-ac81850d-4bbe-41b0-9b5d-d4f84ea56cd0 req-4065a662-06ee-4c2e-9671-eba78a4f6226 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358963 Jun 18 20:02:42.661561 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1ce2d-f195-42a2-851c-e0ff29d7a97c req-351d682e-f39a-4ad5-8032-44e78effa994 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:42.662997 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7ec1ce2d-f195-42a2-851c-e0ff29d7a97c req-351d682e-f39a-4ad5-8032-44e78effa994 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 944 time: 0.0622885 Jun 18 20:02:42.700213 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-7ec1ce2d-f195-42a2-851c-e0ff29d7a97c req-3b25d435-59e1-4ec4-930b-b03f40f034e2 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302088 Jun 18 20:02:43.172339 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9de2-bd79-488e-a2a1-64bd867606df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:43.877145 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550995c2-31e3-4486-a840-ea38e219a4d3 req-d4c605eb-c313-40be-9cc0-e43f9a8eb8cf tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:43.878720 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-550995c2-31e3-4486-a840-ea38e219a4d3 req-d4c605eb-c313-40be-9cc0-e43f9a8eb8cf tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 944 time: 0.0643234 Jun 18 20:02:43.916646 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-550995c2-31e3-4486-a840-ea38e219a4d3 req-7cde8780-e17f-47a5-b90f-0c37edcb3b7a tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322080 Jun 18 20:02:45.094204 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dedb6c-7aef-44a1-b799-9909814e0fd8 req-54344095-d657-4cb2-88c3-3a309f9e920b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:45.095700 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-28dedb6c-7aef-44a1-b799-9909814e0fd8 req-54344095-d657-4cb2-88c3-3a309f9e920b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 944 time: 0.0667045 Jun 18 20:02:45.133406 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-28dedb6c-7aef-44a1-b799-9909814e0fd8 req-38032eac-83f5-4f6b-a385-132b402e9c7d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320005 Jun 18 20:02:45.779625 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-c933a619-2e84-4ef3-9c70-d375266fb3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:45.882026 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:46.304470 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e5b25-6111-48cf-a0dc-8645a2e2fef5 req-fa8e1370-9e8c-4af9-9f45-764b1bf89b1c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:46.305970 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-272e5b25-6111-48cf-a0dc-8645a2e2fef5 req-fa8e1370-9e8c-4af9-9f45-764b1bf89b1c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 944 time: 0.0629735 Jun 18 20:02:46.344135 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-272e5b25-6111-48cf-a0dc-8645a2e2fef5 req-b1a3713b-a17d-449e-9e2b-c2e96868a717 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321133 Jun 18 20:02:47.115237 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:47.517986 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf817d-f6c6-4591-b5f6-55f4ac0a76fe req-3caa2f01-9fe4-4a07-9dee-e0640d6a131f tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:47.519428 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-94bf817d-f6c6-4591-b5f6-55f4ac0a76fe req-3caa2f01-9fe4-4a07-9dee-e0640d6a131f tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 944 time: 0.0637815 Jun 18 20:02:47.557036 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-94bf817d-f6c6-4591-b5f6-55f4ac0a76fe req-bc3dc42f-0169-49c8-b19b-7e722d42a02e tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320022 Jun 18 20:02:48.209551 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 8c281895-7a72-49d3-aa33-17e6b22b8dd1 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100056) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 20:02:48.306720 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 8c281895-7a72-49d3-aa33-17e6b22b8dd1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c281895-7a72-49d3-aa33-17e6b22b8dd1,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:02:48.318819 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Returning: {'device': '8c281895-7a72-49d3-aa33-17e6b22b8dd1', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'port_id': '8c281895-7a72-49d3-aa33-17e6b22b8dd1', 'mac_address': 'fa:16:3e:d9:b3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100056) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 20:02:48.355499 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:48.367402 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c281895-7a72-49d3-aa33-17e6b22b8dd1 {{(pid=100056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 20:02:48.386494 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 8c281895-7a72-49d3-aa33-17e6b22b8dd1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c281895-7a72-49d3-aa33-17e6b22b8dd1,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:02:48.453457 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:48.456068 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:02:48.501518 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=8c281895-7a72-49d3-aa33-17e6b22b8dd1,revision_number=4']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:02:48.508332 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:48.509122 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:48.509122 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:48.509363 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:48.509696 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:48.510029 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:48.510446 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:48.511898 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:48.512236 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:48.512567 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:48.512926 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:48.513252 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:48.517141 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:02:48.731467 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbff05-0a4f-4410-8351-eee509d730c3 req-edb3a3fb-53c5-49d8-a9db-098dca42c6ef tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:48.732956 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-46cbff05-0a4f-4410-8351-eee509d730c3 req-edb3a3fb-53c5-49d8-a9db-098dca42c6ef tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 945 time: 0.0661685 Jun 18 20:02:48.733132 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] get_ports_and_sgs() called for port_ids ['8c281895-7a72-49d3-aa33-17e6b22b8dd1'] {{(pid=100056) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 20:02:48.771550 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-46cbff05-0a4f-4410-8351-eee509d730c3 req-4a6ce8b9-b0f0-4e55-8c07-18adba8e6237 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328312 Jun 18 20:02:48.946417 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:49.944383 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99147e67-ea28-4106-ab7e-9bb906273bfe req-bba43aa6-0710-4da1-880d-f086682d9411 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:49.945781 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-99147e67-ea28-4106-ab7e-9bb906273bfe req-bba43aa6-0710-4da1-880d-f086682d9411 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 945 time: 0.0627978 Jun 18 20:02:49.989856 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-99147e67-ea28-4106-ab7e-9bb906273bfe req-4ebecc73-f821-4e21-becb-6a0e4d0f6e76 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375154 Jun 18 20:02:50.227127 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 8c281895-7a72-49d3-aa33-17e6b22b8dd1 up at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 20:02:50.333687 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning for port 8c281895-7a72-49d3-aa33-17e6b22b8dd1 completed by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 20:02:50.337677 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.provisioning_blocks [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Provisioning complete for port 8c281895-7a72-49d3-aa33-17e6b22b8dd1 triggered by entity L2. {{(pid=100056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 20:02:50.340280 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1563001'] for port, provisioning_complete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:50.411553 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:50.434075 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85d4050-3139-4157-b05e-9af3e2c5d76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c281895-7a72-49d3-aa33-17e6b22b8dd1'}] {{(pid=100056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 20:02:50.436305 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf6d48af2ed093e2ccced0d79b5535074db579073ef14b5b2276ce261b06dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7ab892-be8b-4cff-b425-2f6198570be2" -d '{"events": [{"server_uuid": "a85d4050-3139-4157-b05e-9af3e2c5d76e", "name": "network-vif-plugged", "status": "completed", "tag": "8c281895-7a72-49d3-aa33-17e6b22b8dd1"}]}' {{(pid=100056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 20:02:50.449436 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] For port 8c281895-7a72-49d3-aa33-17e6b22b8dd1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c281895-7a72-49d3-aa33-17e6b22b8dd1,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:02:50.521460 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 20:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4542b0-f991-4197-bb93-6c5976d32227 x-openstack-request-id: req-ec4542b0-f991-4197-bb93-6c5976d32227 {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 20:02:50.521795 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85d4050-3139-4157-b05e-9af3e2c5d76e", "name": "network-vif-plugged", "status": "completed", "tag": "8c281895-7a72-49d3-aa33-17e6b22b8dd1", "code": 200}]} {{(pid=100056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 20:02:50.522123 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec4542b0-f991-4197-bb93-6c5976d32227 {{(pid=100056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 20:02:50.522476 dv-cinder-790535-6-iscsi neutron-server[100056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85d4050-3139-4157-b05e-9af3e2c5d76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c281895-7a72-49d3-aa33-17e6b22b8dd1', 'code': 200} Jun 18 20:02:50.523684 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365'] for port, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:50.525659 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-740fbd11-59f1-4d81-8725-f24cc79700bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:02:50.575124 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Pushing event updated for resources: {'Port': ['ID=8c281895-7a72-49d3-aa33-17e6b22b8dd1,revision_number=5']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:02:50.578035 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:02:50.902487 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd5874-f78e-4e11-b37b-20e1db7e8cc6 req-3fdb9266-1936-420f-a8de-2a4a5cf7a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:50.903964 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-46cd5874-f78e-4e11-b37b-20e1db7e8cc6 req-3fdb9266-1936-420f-a8de-2a4a5cf7a684 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 1099 time: 0.0519691 Jun 18 20:02:50.941746 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-46cd5874-f78e-4e11-b37b-20e1db7e8cc6 req-f6aa8ddf-3b74-49fc-bbab-d4e210f67532 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281582 Jun 18 20:02:51.159651 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10e363-f63b-4cf2-be72-a8beb5fdc80f req-9f304682-dcb9-4264-a5c3-052b09d6187d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:51.161044 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0a10e363-f63b-4cf2-be72-a8beb5fdc80f req-9f304682-dcb9-4264-a5c3-052b09d6187d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 946 time: 0.0618377 Jun 18 20:02:51.197039 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-0a10e363-f63b-4cf2-be72-a8beb5fdc80f req-8a2f1b19-8367-4282-bd9b-88cd45964242 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303504 Jun 18 20:02:52.374369 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fee4a-b39d-4678-9c27-f155492abb97 req-c7382f0f-1dab-43a5-aff4-1632ea127bc3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:52.375807 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b83fee4a-b39d-4678-9c27-f155492abb97 req-c7382f0f-1dab-43a5-aff4-1632ea127bc3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 946 time: 0.0627751 Jun 18 20:02:52.416059 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-b83fee4a-b39d-4678-9c27-f155492abb97 req-9f1e6cbf-d463-4dec-b291-8338a84e20b6 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345626 Jun 18 20:02:52.584898 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285ca28-7b0d-4257-a55d-f88844d23561 req-45e6bb89-2920-4de0-a1ef-0c6081ad9b03 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:52.586238 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f285ca28-7b0d-4257-a55d-f88844d23561 req-45e6bb89-2920-4de0-a1ef-0c6081ad9b03 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 946 time: 0.0621190 Jun 18 20:02:52.622661 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-f285ca28-7b0d-4257-a55d-f88844d23561 req-76063824-104f-4ee2-abb7-366c190cd7c9 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302465 Jun 18 20:02:52.646491 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45714) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:02:52.700712 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432ad529-084b-4b27-9e81-65f9ee8c7a43 tempest-TestVolumeBootPattern-1113862824 tempest-TestVolumeBootPattern-1113862824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:52.702257 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-432ad529-084b-4b27-9e81-65f9ee8c7a43 tempest-TestVolumeBootPattern-1113862824 tempest-TestVolumeBootPattern-1113862824-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 1094 time: 0.0547583 Jun 18 20:02:52.705041 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45716) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:02:52.709437 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.v2.base [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Request body: {'floatingip': {'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'port_id': '8c281895-7a72-49d3-aa33-17e6b22b8dd1', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 20:02:52.790676 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for floatingip, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:52.883941 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-582756'] for port, before_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:52.988578 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_common [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Allocated IP 172.27.3.214 (a920a8e0-c5d2-4f11-b036-3e5563c3157d/57839d39-3ee6-4df6-ab3c-2bceff3367a5/bf24aac6-f874-4ed1-b731-3eaf2a57ea7b) {{(pid=100055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 20:02:53.105536 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for port, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:53.208398 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-584359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789368030302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27103756'] for port, after_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:53.210403 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:02:53.538729 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Network a920a8e0-c5d2-4f11-b036-3e5563c3157d is already hosted by enough agents. {{(pid=100055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 20:02:53.541628 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.base_scheduler [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Resources bound (agent type, host, resource id): {{(pid=100055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 20:02:53.545274 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Received port after_create {{(pid=100055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 20:02:53.568121 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event updated for resources: {'Port': ['ID=bf24aac6-f874-4ed1-b731-3eaf2a57ea7b,revision_number=1']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:02:53.579968 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:53.580364 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:53.580773 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:53.581161 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:53.581531 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:53.581904 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:53.582273 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:53.582639 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:53.583009 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:53.583373 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:53.583737 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:53.584100 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:02:53.591762 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:02:53.921917 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:54.052822 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-582770'] for port, before_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:54.203312 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for port, precommit_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:54.249357 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789368521427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789368030320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789368030365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27103802'] for port, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:54.249820 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-eacabd4f-aea8-4dcd-9a8a-51d5bdd78214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:02:54.317273 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event updated for resources: {'Port': ['ID=bf24aac6-f874-4ed1-b731-3eaf2a57ea7b,revision_number=2']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:02:54.321452 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:02:54.332539 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624714'] for floatingip, after_update {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:54.432399 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.l3_db [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Floating IP 8d19d7b6-7329-44fc-b5f0-b4847afb75d7 associated. External IP: 172.27.3.214, port: 8c281895-7a72-49d3-aa33-17e6b22b8dd1. Jun 18 20:02:54.640929 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Router 434ca418-518a-4b54-9212-7ea03b077d4c has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 20:02:54.748416 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 20:02:54.757559 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0d77e7-255e-452a-96fc-7a333769dceb None None] Sync routers for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 20:02:54.767458 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d77e7-255e-452a-96fc-7a333769dceb None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 20:02:54.775461 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-da0d77e7-255e-452a-96fc-7a333769dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T20:02:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:02:54.825104 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:02:54.875191 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-6bffd5f3-8e47-4174-a6e9-6cfda7193ee3 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1554677 Jun 18 20:02:54.875191 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85d4050-3139-4157-b05e-9af3e2c5d76e', 'tag': '8c281895-7a72-49d3-aa33-17e6b22b8dd1'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 20:02:54.875191 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814fd1ef-4acc-4533-8ae8-d4ebca05e6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a85d4050-3139-4157-b05e-9af3e2c5d76e", "tag": "8c281895-7a72-49d3-aa33-17e6b22b8dd1"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 20:02:54.903039 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 20:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fee8aea-5bbd-41ab-87b0-53223ace721d x-openstack-request-id: req-5fee8aea-5bbd-41ab-87b0-53223ace721d {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 20:02:54.903388 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85d4050-3139-4157-b05e-9af3e2c5d76e", "tag": "8c281895-7a72-49d3-aa33-17e6b22b8dd1", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 20:02:54.903706 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5fee8aea-5bbd-41ab-87b0-53223ace721d {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 20:02:54.904167 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85d4050-3139-4157-b05e-9af3e2c5d76e', 'tag': '8c281895-7a72-49d3-aa33-17e6b22b8dd1', 'status': 'completed', 'code': 200} Jun 18 20:02:54.980703 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fd1ef-4acc-4533-8ae8-d4ebca05e6c2 req-dcfa30ad-239b-4477-b040-3106cbf6ceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:54.982265 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-814fd1ef-4acc-4533-8ae8-d4ebca05e6c2 req-dcfa30ad-239b-4477-b040-3106cbf6ceb5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 1099 time: 0.0554428 Jun 18 20:02:55.002408 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-da0d77e7-255e-452a-96fc-7a333769dceb None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 20:02:55.071428 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fd1ef-4acc-4533-8ae8-d4ebca05e6c2 req-27fc9fd3-fbf5-472c-a915-94f909897ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:55.072996 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-814fd1ef-4acc-4533-8ae8-d4ebca05e6c2 req-27fc9fd3-fbf5-472c-a915-94f909897ff1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 913 time: 0.0845525 Jun 18 20:02:55.142491 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-814fd1ef-4acc-4533-8ae8-d4ebca05e6c2 req-6b89d627-9acd-4b97-ac5a-ea6c5d4e0f7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c281895-7a72-49d3-aa33-17e6b22b8dd1 HTTP/1.1" status: 200 len: 1000 time: 0.0628326 Jun 18 20:02:55.190337 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fd1ef-4acc-4533-8ae8-d4ebca05e6c2 req-e835c75f-dfa1-49a9-9c11-ed917055c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:55.191673 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-814fd1ef-4acc-4533-8ae8-d4ebca05e6c2 req-e835c75f-dfa1-49a9-9c11-ed917055c787 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96 HTTP/1.1" status: 200 len: 851 time: 0.0429616 Jun 18 20:02:55.224570 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-da0d77e7-255e-452a-96fc-7a333769dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '463b47e4-9c66-4be9-a8b0-3f927458408b', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'port_id': '754adeb3-f131-4f35-a197-22d818ff99e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'mac_address': 'fa:16:3e:89:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T20:00:57Z', 'updated_at': '2021-06-18T20:00:59Z', 'revision_number': 1, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address_scope': None}, {'id': '8d19d7b6-7329-44fc-b5f0-b4847afb75d7', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'port_id': '8c281895-7a72-49d3-aa33-17e6b22b8dd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'mac_address': 'fa:16:3e:d9:b3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85d4050-3139-4157-b05e-9af3e2c5d76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T20:02:53Z', 'updated_at': '2021-06-18T20:02:53Z', 'revision_number': 0, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:02:55.249374 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fd1ef-4acc-4533-8ae8-d4ebca05e6c2 req-972b62a3-5d4f-483a-869e-075bc48987f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:02:55.250860 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-814fd1ef-4acc-4533-8ae8-d4ebca05e6c2 req-972b62a3-5d4f-483a-869e-075bc48987f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=944f85a4-5f11-4065-9edf-e5b6342bed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528424 Jun 18 20:02:55.251050 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0d77e7-255e-452a-96fc-7a333769dceb None None] Checking router: 434ca418-518a-4b54-9212-7ea03b077d4c for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 20:02:55.259516 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d77e7-255e-452a-96fc-7a333769dceb None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 20:02:55.260130 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-da0d77e7-255e-452a-96fc-7a333769dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T20:02:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:02:55.347823 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-814fd1ef-4acc-4533-8ae8-d4ebca05e6c2 req-ab1a0e42-1bad-4f96-b683-9e9dcb6ef940 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901051 Jun 18 20:02:55.365109 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-da0d77e7-255e-452a-96fc-7a333769dceb None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 20:02:55.438197 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-814fd1ef-4acc-4533-8ae8-d4ebca05e6c2 req-11d17a46-898c-4551-a7c5-46b9c7de678b service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837100 Jun 18 20:02:55.590108 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-da0d77e7-255e-452a-96fc-7a333769dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '463b47e4-9c66-4be9-a8b0-3f927458408b', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'port_id': '754adeb3-f131-4f35-a197-22d818ff99e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'mac_address': 'fa:16:3e:89:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T20:00:57Z', 'updated_at': '2021-06-18T20:00:59Z', 'revision_number': 1, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address_scope': None}, {'id': '8d19d7b6-7329-44fc-b5f0-b4847afb75d7', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'port_id': '8c281895-7a72-49d3-aa33-17e6b22b8dd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'mac_address': 'fa:16:3e:d9:b3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85d4050-3139-4157-b05e-9af3e2c5d76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T20:02:53Z', 'updated_at': '2021-06-18T20:02:53Z', 'revision_number': 0, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:02:55.614760 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0d77e7-255e-452a-96fc-7a333769dceb None None] The sync data for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi is: [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '463b47e4-9c66-4be9-a8b0-3f927458408b', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'port_id': '754adeb3-f131-4f35-a197-22d818ff99e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'mac_address': 'fa:16:3e:89:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T20:00:57Z', 'updated_at': '2021-06-18T20:00:59Z', 'revision_number': 1, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address_scope': None}, {'id': '8d19d7b6-7329-44fc-b5f0-b4847afb75d7', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'port_id': '8c281895-7a72-49d3-aa33-17e6b22b8dd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'mac_address': 'fa:16:3e:d9:b3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85d4050-3139-4157-b05e-9af3e2c5d76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T20:02:53Z', 'updated_at': '2021-06-18T20:02:53Z', 'revision_number': 0, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 20:02:55.793786 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580c6fb-79e2-412a-8f80-0f15eeabeb50 None None] New status for floating IP 8d19d7b6-7329-44fc-b5f0-b4847afb75d7: ACTIVE {{(pid=100057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 20:02:56.933333 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:03:06.573558 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:03:13.143115 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-f92a138e-5e68-49dd-8943-132cc1441748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:03:15.783149 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-51cfe29c-8364-4e92-a8d5-55f75e8b95bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:03:15.893591 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:03:17.075943 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:03:18.375531 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3541d4e6-3392-401b-9db6-f89ddae76ca8 req-a398b6c0-b58c-476f-b581-0501ef2cbcd6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501363 Jun 18 20:03:18.473754 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541d4e6-3392-401b-9db6-f89ddae76ca8 req-f9e7e44a-a0ac-44c8-9aa7-7c39be366aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:03:18.475173 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3541d4e6-3392-401b-9db6-f89ddae76ca8 req-f9e7e44a-a0ac-44c8-9aa7-7c39be366aef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 1098 time: 0.0554330 Jun 18 20:03:18.577655 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541d4e6-3392-401b-9db6-f89ddae76ca8 req-a88fb2d8-8280-4ac0-9c8e-21517edba799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:03:18.579082 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3541d4e6-3392-401b-9db6-f89ddae76ca8 req-a88fb2d8-8280-4ac0-9c8e-21517edba799 service neutron] 10.222.0.58 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 913 time: 0.0817304 Jun 18 20:03:18.653198 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3541d4e6-3392-401b-9db6-f89ddae76ca8 req-069bb66c-757c-4199-be5b-c07fc33c84c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=754adeb3-f131-4f35-a197-22d818ff99e1 HTTP/1.1" status: 200 len: 1000 time: 0.0598977 Jun 18 20:03:18.698541 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541d4e6-3392-401b-9db6-f89ddae76ca8 req-668ce99c-0f39-4210-aea3-3289bc4137b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:03:18.700197 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3541d4e6-3392-401b-9db6-f89ddae76ca8 req-668ce99c-0f39-4210-aea3-3289bc4137b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96 HTTP/1.1" status: 200 len: 851 time: 0.0427949 Jun 18 20:03:18.759281 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541d4e6-3392-401b-9db6-f89ddae76ca8 req-e49878cf-530d-4ee1-a9e1-11bbd31d4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:03:18.761347 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3541d4e6-3392-401b-9db6-f89ddae76ca8 req-e49878cf-530d-4ee1-a9e1-11bbd31d4e55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=944f85a4-5f11-4065-9edf-e5b6342bed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504854 Jun 18 20:03:18.852248 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3541d4e6-3392-401b-9db6-f89ddae76ca8 req-a5eb236c-6722-4d62-89fa-83da2622d67d service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836573 Jun 18 20:03:18.920229 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:03:18.945309 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-3541d4e6-3392-401b-9db6-f89ddae76ca8 req-3cf4143d-573b-4214-ae6f-4abc8bceb024 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816343 Jun 18 20:03:19.669965 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [req-6d52a1ff-d3f5-4e59-b0da-971d024b3536 req-6e396b84-b4ba-4edf-b83f-22267cf70d13 service neutron] (100055) timed out ('10.222.0.58', 49899) {{(pid=100055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 20:03:33.931948 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:03:36.595417 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:03:43.149862 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-b26390cd-f76c-47b9-84ad-1c26e4f0fa01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:03:45.892388 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-573ef110-61ea-4537-b7aa-7d2989fcdd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:03:45.943752 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:03:47.064294 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:03:48.919567 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:06.600638 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:10.930693 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:04:13.130483 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-211e2949-8f25-4b87-ab65-9caf3fbdc1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:15.771775 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-3421f023-0ba1-41e3-995e-ef5cfff94efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:15.885913 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:17.063835 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:18.925949 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:19.416659 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0128d41f-02c6-47b0-8be1-a113d8473789 req-e5afa8fb-1eef-4e3d-bdb6-de7bb06ed09f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532422 Jun 18 20:04:19.494692 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128d41f-02c6-47b0-8be1-a113d8473789 req-4a566a33-209a-43db-ba13-bf1da7a36dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:19.496138 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0128d41f-02c6-47b0-8be1-a113d8473789 req-4a566a33-209a-43db-ba13-bf1da7a36dbd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 1099 time: 0.0552938 Jun 18 20:04:19.598140 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128d41f-02c6-47b0-8be1-a113d8473789 req-4cd73cc6-42d5-4a88-bf5d-e7032a927ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:19.599463 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0128d41f-02c6-47b0-8be1-a113d8473789 req-4cd73cc6-42d5-4a88-bf5d-e7032a927ee1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 913 time: 0.0806894 Jun 18 20:04:19.670984 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0128d41f-02c6-47b0-8be1-a113d8473789 req-6e5f056c-8f99-4a8d-9d74-ca19692087c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c281895-7a72-49d3-aa33-17e6b22b8dd1 HTTP/1.1" status: 200 len: 1002 time: 0.0607910 Jun 18 20:04:19.721887 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128d41f-02c6-47b0-8be1-a113d8473789 req-b2628519-d532-494d-9679-22a3aa892ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:19.723293 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0128d41f-02c6-47b0-8be1-a113d8473789 req-b2628519-d532-494d-9679-22a3aa892ede service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96 HTTP/1.1" status: 200 len: 851 time: 0.0428839 Jun 18 20:04:19.780851 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128d41f-02c6-47b0-8be1-a113d8473789 req-aa2741d8-1966-41f0-b647-e1b79374da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:19.782294 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0128d41f-02c6-47b0-8be1-a113d8473789 req-aa2741d8-1966-41f0-b647-e1b79374da9e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=944f85a4-5f11-4065-9edf-e5b6342bed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491784 Jun 18 20:04:19.875107 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0128d41f-02c6-47b0-8be1-a113d8473789 req-f432a903-291c-4327-829d-a9f8b2f9cfc0 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848672 Jun 18 20:04:19.964423 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0128d41f-02c6-47b0-8be1-a113d8473789 req-a3937fff-f699-4701-b7b7-5423d8b35b27 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781868 Jun 18 20:04:33.411019 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45756) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:04:33.602018 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Deleting port bf24aac6-f874-4ed1-b731-3eaf2a57ea7b {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 20:04:33.602355 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:33.684291 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:33.684526 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:33.758156 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Calling delete_port for bf24aac6-f874-4ed1-b731-3eaf2a57ea7b owned by network:floatingip {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 20:04:33.976528 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:33.978845 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-25e59bed-d528-422f-935d-6c352ae2b1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:34.005627 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event deleted for resources: {'Port': ['ID=bf24aac6-f874-4ed1-b731-3eaf2a57ea7b,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:34.015153 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:34.015543 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:34.015920 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:34.016290 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:34.016678 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:34.017047 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:34.017409 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:34.017808 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:34.018169 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:34.018532 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:34.018886 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:34.019243 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:34.025245 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:34.082099 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for floatingip, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:34.082437 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.l3_db [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Floating IP 8d19d7b6-7329-44fc-b5f0-b4847afb75d7 disassociated (deleted). External IP: 172.27.3.214, port: 8c281895-7a72-49d3-aa33-17e6b22b8dd1. Jun 18 20:04:34.284114 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Router 434ca418-518a-4b54-9212-7ea03b077d4c has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 20:04:34.387193 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 20:04:34.392724 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:34.396942 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2f8cc-dfee-4ba3-9213-0caa7289b388 None None] Sync routers for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 20:04:34.405815 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2f8cc-dfee-4ba3-9213-0caa7289b388 None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 20:04:34.406422 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-26c2f8cc-dfee-4ba3-9213-0caa7289b388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T20:04:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:34.427999 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-86156042-57d5-43dd-a7e5-f36082644443 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "DELETE /v2.0/floatingips/8d19d7b6-7329-44fc-b5f0-b4847afb75d7 HTTP/1.1" status: 204 len: 168 time: 1.0159886 Jun 18 20:04:34.428838 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85d4050-3139-4157-b05e-9af3e2c5d76e', 'tag': '8c281895-7a72-49d3-aa33-17e6b22b8dd1'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 20:04:34.431004 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382c3000-82bf-4339-88fb-182cdd4bb95d" -d '{"events": [{"name": "network-changed", "server_uuid": "a85d4050-3139-4157-b05e-9af3e2c5d76e", "tag": "8c281895-7a72-49d3-aa33-17e6b22b8dd1"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 20:04:34.510558 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-26c2f8cc-dfee-4ba3-9213-0caa7289b388 None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 20:04:34.522777 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 20:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ed50f2-9fe4-4281-9fab-9c5cab3a8538 x-openstack-request-id: req-21ed50f2-9fe4-4281-9fab-9c5cab3a8538 {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 20:04:34.523119 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85d4050-3139-4157-b05e-9af3e2c5d76e", "tag": "8c281895-7a72-49d3-aa33-17e6b22b8dd1", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 20:04:34.523423 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21ed50f2-9fe4-4281-9fab-9c5cab3a8538 {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 20:04:34.523871 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85d4050-3139-4157-b05e-9af3e2c5d76e', 'tag': '8c281895-7a72-49d3-aa33-17e6b22b8dd1', 'status': 'completed', 'code': 200} Jun 18 20:04:34.611527 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c3000-82bf-4339-88fb-182cdd4bb95d req-a10fd952-d413-446f-abfb-1cb16b151038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:34.613013 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-382c3000-82bf-4339-88fb-182cdd4bb95d req-a10fd952-d413-446f-abfb-1cb16b151038 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 1099 time: 0.0544214 Jun 18 20:04:34.713626 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c3000-82bf-4339-88fb-182cdd4bb95d req-ef9ee4b4-fffe-4303-85f7-d03d52b05627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:34.715389 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-382c3000-82bf-4339-88fb-182cdd4bb95d req-ef9ee4b4-fffe-4303-85f7-d03d52b05627 service neutron] 10.222.0.58 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 913 time: 0.0926781 Jun 18 20:04:34.748860 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-26c2f8cc-dfee-4ba3-9213-0caa7289b388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '463b47e4-9c66-4be9-a8b0-3f927458408b', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'port_id': '754adeb3-f131-4f35-a197-22d818ff99e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'mac_address': 'fa:16:3e:89:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T20:00:57Z', 'updated_at': '2021-06-18T20:00:59Z', 'revision_number': 1, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:34.758900 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-382c3000-82bf-4339-88fb-182cdd4bb95d req-d4248f03-f316-4965-9f23-1ddff751b3df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c281895-7a72-49d3-aa33-17e6b22b8dd1 HTTP/1.1" status: 200 len: 217 time: 0.0338004 Jun 18 20:04:34.774053 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2f8cc-dfee-4ba3-9213-0caa7289b388 None None] Checking router: 434ca418-518a-4b54-9212-7ea03b077d4c for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 20:04:34.782782 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2f8cc-dfee-4ba3-9213-0caa7289b388 None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 20:04:34.783395 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-26c2f8cc-dfee-4ba3-9213-0caa7289b388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T20:04:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:34.813072 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c3000-82bf-4339-88fb-182cdd4bb95d req-07930212-bd4a-49b9-8ac9-785b0d7029f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:34.814724 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-382c3000-82bf-4339-88fb-182cdd4bb95d req-07930212-bd4a-49b9-8ac9-785b0d7029f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96 HTTP/1.1" status: 200 len: 851 time: 0.0484726 Jun 18 20:04:34.880989 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c3000-82bf-4339-88fb-182cdd4bb95d req-32c38747-63d0-46e6-aeb8-793c654ccbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:34.882642 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-382c3000-82bf-4339-88fb-182cdd4bb95d req-32c38747-63d0-46e6-aeb8-793c654ccbf8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=944f85a4-5f11-4065-9edf-e5b6342bed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530281 Jun 18 20:04:34.885992 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-26c2f8cc-dfee-4ba3-9213-0caa7289b388 None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 20:04:34.982416 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-382c3000-82bf-4339-88fb-182cdd4bb95d req-f243d54d-e747-42f4-8fba-02db73f39a1d service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889318 Jun 18 20:04:35.110765 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4430f07-6b96-4fc0-85c8-28d5d9746cc8 req-5a9970ed-262f-4c8b-a779-53df49b73592 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:35.112245 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d4430f07-6b96-4fc0-85c8-28d5d9746cc8 req-5a9970ed-262f-4c8b-a779-53df49b73592 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 946 time: 0.1344585 Jun 18 20:04:35.113473 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-26c2f8cc-dfee-4ba3-9213-0caa7289b388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '463b47e4-9c66-4be9-a8b0-3f927458408b', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'port_id': '754adeb3-f131-4f35-a197-22d818ff99e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'mac_address': 'fa:16:3e:89:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T20:00:57Z', 'updated_at': '2021-06-18T20:00:59Z', 'revision_number': 1, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:35.114495 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-382c3000-82bf-4339-88fb-182cdd4bb95d req-ad8b8343-1f96-4b93-a910-97ffb0fed18d service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233397 Jun 18 20:04:35.144901 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2f8cc-dfee-4ba3-9213-0caa7289b388 None None] The sync data for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi is: [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_floatingips': [{'id': '463b47e4-9c66-4be9-a8b0-3f927458408b', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'router_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'port_id': '754adeb3-f131-4f35-a197-22d818ff99e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'mac_address': 'fa:16:3e:89:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T20:00:57Z', 'updated_at': '2021-06-18T20:00:59Z', 'revision_number': 1, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 20:04:35.151215 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-d4430f07-6b96-4fc0-85c8-28d5d9746cc8 req-52575a3b-5695-4a20-aa51-1b2be254a171 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327342 Jun 18 20:04:35.353463 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f0785-fa7a-4e2a-a688-2704f3732f95 None None] New status for floating IP 8d19d7b6-7329-44fc-b5f0-b4847afb75d7: DOWN {{(pid=100057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 20:04:36.328430 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eda44e-abb0-403b-8213-3d7b55d7b286 req-32a6fa51-8d73-4488-a181-3384eb6797ca tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:36.329945 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-24eda44e-abb0-403b-8213-3d7b55d7b286 req-32a6fa51-8d73-4488-a181-3384eb6797ca tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 946 time: 0.0638988 Jun 18 20:04:36.366486 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-24eda44e-abb0-403b-8213-3d7b55d7b286 req-514f3ae5-d76c-4f2b-9d7b-ce2a7cc552f6 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308518 Jun 18 20:04:36.600300 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:36.841628 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d8f04-d37e-4a87-b48c-32e5ccb1e89a req-7d90bda5-816c-4b20-8ce9-1e8113fd3810 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:36.843346 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-560d8f04-d37e-4a87-b48c-32e5ccb1e89a req-7d90bda5-816c-4b20-8ce9-1e8113fd3810 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 946 time: 0.0654056 Jun 18 20:04:36.941810 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-560d8f04-d37e-4a87-b48c-32e5ccb1e89a req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Deleting port 8c281895-7a72-49d3-aa33-17e6b22b8dd1 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 20:04:36.942073 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-560d8f04-d37e-4a87-b48c-32e5ccb1e89a req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:37.029383 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-560d8f04-d37e-4a87-b48c-32e5ccb1e89a req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] For port 8c281895-7a72-49d3-aa33-17e6b22b8dd1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c281895-7a72-49d3-aa33-17e6b22b8dd1,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:04:37.031154 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-560d8f04-d37e-4a87-b48c-32e5ccb1e89a req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:37.095567 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-560d8f04-d37e-4a87-b48c-32e5ccb1e89a req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Calling delete_port for 8c281895-7a72-49d3-aa33-17e6b22b8dd1 owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 20:04:37.257602 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-560d8f04-d37e-4a87-b48c-32e5ccb1e89a req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:37.261423 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-1d02db5f-4d88-4fd2-895b-54b0d1da73aa tempest-VolumesSnapshotTestJSON-1362174729 tempest-VolumesSnapshotTestJSON-1362174729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:37.284584 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event deleted for resources: {'Port': ['ID=8c281895-7a72-49d3-aa33-17e6b22b8dd1,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:37.293813 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:37.294196 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:37.294571 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:37.294941 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:37.295339 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:37.295705 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:37.296152 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:37.297108 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:37.297108 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:37.297309 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:37.297636 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:37.297991 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:37.303450 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:37.345305 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-560d8f04-d37e-4a87-b48c-32e5ccb1e89a req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] No DVR routers for this DVR port 8c281895-7a72-49d3-aa33-17e6b22b8dd1 on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 20:04:37.347725 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-560d8f04-d37e-4a87-b48c-32e5ccb1e89a req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:37.349668 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-560d8f04-d37e-4a87-b48c-32e5ccb1e89a req-8ca4ecc3-809d-430e-a034-9c4836d43727 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.58 "DELETE /v2.0/ports/8c281895-7a72-49d3-aa33-17e6b22b8dd1 HTTP/1.1" status: 204 len: 173 time: 0.4990015 Jun 18 20:04:37.350171 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85d4050-3139-4157-b05e-9af3e2c5d76e', 'name': 'network-vif-deleted', 'tag': '8c281895-7a72-49d3-aa33-17e6b22b8dd1'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 20:04:37.352423 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142dc014-1b80-4a83-a14a-ad6e87c4a6bb" -d '{"events": [{"server_uuid": "a85d4050-3139-4157-b05e-9af3e2c5d76e", "name": "network-vif-deleted", "tag": "8c281895-7a72-49d3-aa33-17e6b22b8dd1"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 20:04:37.390558 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 20:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0111c09-ca95-4820-8c08-6baceb8ed09b x-openstack-request-id: req-d0111c09-ca95-4820-8c08-6baceb8ed09b {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 20:04:37.390558 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85d4050-3139-4157-b05e-9af3e2c5d76e", "name": "network-vif-deleted", "tag": "8c281895-7a72-49d3-aa33-17e6b22b8dd1", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 20:04:37.390558 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d0111c09-ca95-4820-8c08-6baceb8ed09b {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 20:04:37.390558 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85d4050-3139-4157-b05e-9af3e2c5d76e', 'name': 'network-vif-deleted', 'tag': '8c281895-7a72-49d3-aa33-17e6b22b8dd1', 'status': 'completed', 'code': 200} Jun 18 20:04:37.510948 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-575b1197-7511-45f3-be9f-e6ce2549e35b req-ebe91629-534b-4b42-a101-6f360d546fbd tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 210 time: 0.0327289 Jun 18 20:04:38.680340 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-38464f48-f92c-4a37-856c-eb0ebe3e0040 req-489bf38d-7478-4bd9-b132-f6a312decfb5 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=a85d4050-3139-4157-b05e-9af3e2c5d76e HTTP/1.1" status: 200 len: 210 time: 0.0284865 Jun 18 20:04:40.653168 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 8c281895-7a72-49d3-aa33-17e6b22b8dd1 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 20:04:40.673626 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: 8c281895-7a72-49d3-aa33-17e6b22b8dd1 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 20:04:40.673980 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 8c281895-7a72-49d3-aa33-17e6b22b8dd1 not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 20:04:42.176719 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45804) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:04:42.329710 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-85dae06d-b34b-4c4e-ad8b-12d0e4f2a4ec tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Deleting port 775b019d-4fa4-40f1-8f0a-5fe0b2405de5 {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 20:04:42.330282 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-85dae06d-b34b-4c4e-ad8b-12d0e4f2a4ec tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:42.402195 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-85dae06d-b34b-4c4e-ad8b-12d0e4f2a4ec tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:42.402524 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-85dae06d-b34b-4c4e-ad8b-12d0e4f2a4ec tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:42.467555 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-85dae06d-b34b-4c4e-ad8b-12d0e4f2a4ec tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Calling delete_port for 775b019d-4fa4-40f1-8f0a-5fe0b2405de5 owned by network:floatingip {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 20:04:42.678484 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-85dae06d-b34b-4c4e-ad8b-12d0e4f2a4ec tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:42.680597 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-c2cf94ee-9f73-4d5f-86da-13d6ce843663 tempest-AttachVolumeTestJSON-1305674296 tempest-AttachVolumeTestJSON-1305674296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:42.703632 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dae06d-b34b-4c4e-ad8b-12d0e4f2a4ec tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event deleted for resources: {'Port': ['ID=775b019d-4fa4-40f1-8f0a-5fe0b2405de5,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:42.706397 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-85dae06d-b34b-4c4e-ad8b-12d0e4f2a4ec tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:42.765315 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-85dae06d-b34b-4c4e-ad8b-12d0e4f2a4ec tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for floatingip, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:42.765573 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.db.l3_db [None req-85dae06d-b34b-4c4e-ad8b-12d0e4f2a4ec tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Floating IP 463b47e4-9c66-4be9-a8b0-3f927458408b disassociated (deleted). External IP: 172.27.3.15, port: 754adeb3-f131-4f35-a197-22d818ff99e1. Jun 18 20:04:42.960164 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dae06d-b34b-4c4e-ad8b-12d0e4f2a4ec tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Router 434ca418-518a-4b54-9212-7ea03b077d4c has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 20:04:43.061737 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dae06d-b34b-4c4e-ad8b-12d0e4f2a4ec tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 20:04:43.066677 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-85dae06d-b34b-4c4e-ad8b-12d0e4f2a4ec tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:43.074669 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d81f0-314a-40b3-b44f-1298cff4750a None None] Sync routers for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 20:04:43.088827 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d81f0-314a-40b3-b44f-1298cff4750a None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 20:04:43.089446 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-ef4d81f0-314a-40b3-b44f-1298cff4750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T20:04:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:43.105444 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-85dae06d-b34b-4c4e-ad8b-12d0e4f2a4ec tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "DELETE /v2.0/floatingips/463b47e4-9c66-4be9-a8b0-3f927458408b HTTP/1.1" status: 204 len: 168 time: 0.9253380 Jun 18 20:04:43.105444 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'tag': '754adeb3-f131-4f35-a197-22d818ff99e1'}] {{(pid=100055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 20:04:43.106406 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}549e32db9b0a45f2ebf9384c4ee9c4ebf3fcd865eb674c4fe667528dadb239e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0666127-a3b1-473a-8fd5-8ccc1a136c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "18772828-6dfb-46b8-8b60-f3a23d0948f8", "tag": "754adeb3-f131-4f35-a197-22d818ff99e1"}]}' {{(pid=100055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 20:04:43.136091 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-be155dab-7046-4a91-aff7-a2d4bb8b80aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:43.148117 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 20:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eda710c-8c52-446f-92d6-d8abbb87a522 x-openstack-request-id: req-6eda710c-8c52-446f-92d6-d8abbb87a522 {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 20:04:43.148446 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18772828-6dfb-46b8-8b60-f3a23d0948f8", "tag": "754adeb3-f131-4f35-a197-22d818ff99e1", "status": "completed", "code": 200}]} {{(pid=100055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 20:04:43.148778 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6eda710c-8c52-446f-92d6-d8abbb87a522 {{(pid=100055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 20:04:43.149230 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'tag': '754adeb3-f131-4f35-a197-22d818ff99e1', 'status': 'completed', 'code': 200} Jun 18 20:04:43.197472 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-ef4d81f0-314a-40b3-b44f-1298cff4750a None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 20:04:43.228942 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0666127-a3b1-473a-8fd5-8ccc1a136c1b req-1f24ea94-30d8-4319-a296-14e55d4d9d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:43.231101 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f0666127-a3b1-473a-8fd5-8ccc1a136c1b req-1f24ea94-30d8-4319-a296-14e55d4d9d21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b669107faf604a77982afc41fb97b15f&device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 1098 time: 0.0536957 Jun 18 20:04:43.326536 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0666127-a3b1-473a-8fd5-8ccc1a136c1b req-c131728e-4cf2-43ce-b329-03d86d3a42ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:43.328815 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f0666127-a3b1-473a-8fd5-8ccc1a136c1b req-c131728e-4cf2-43ce-b329-03d86d3a42ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 200 len: 913 time: 0.0871818 Jun 18 20:04:43.373092 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f0666127-a3b1-473a-8fd5-8ccc1a136c1b req-ec83d2b0-b7d9-413a-a422-21c086340ed9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=754adeb3-f131-4f35-a197-22d818ff99e1 HTTP/1.1" status: 200 len: 217 time: 0.0341945 Jun 18 20:04:43.394805 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-ef4d81f0-314a-40b3-b44f-1298cff4750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:43.426747 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0666127-a3b1-473a-8fd5-8ccc1a136c1b req-eb9c6670-89e4-45db-ae81-33c0bdaeae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:43.427008 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d81f0-314a-40b3-b44f-1298cff4750a None None] Checking router: 434ca418-518a-4b54-9212-7ea03b077d4c for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 20:04:43.428180 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f0666127-a3b1-473a-8fd5-8ccc1a136c1b req-eb9c6670-89e4-45db-ae81-33c0bdaeae44 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96 HTTP/1.1" status: 200 len: 851 time: 0.0491962 Jun 18 20:04:43.435346 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d81f0-314a-40b3-b44f-1298cff4750a None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 20:04:43.435951 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-ef4d81f0-314a-40b3-b44f-1298cff4750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T20:04:16Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:43.490154 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0666127-a3b1-473a-8fd5-8ccc1a136c1b req-03eb8625-b2af-407b-817b-85cd588ffc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:43.491761 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f0666127-a3b1-473a-8fd5-8ccc1a136c1b req-03eb8625-b2af-407b-817b-85cd588ffc95 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=944f85a4-5f11-4065-9edf-e5b6342bed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561824 Jun 18 20:04:43.590717 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f0666127-a3b1-473a-8fd5-8ccc1a136c1b req-f9eef0fd-2550-4343-9415-2ffc7a5eeb31 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876231 Jun 18 20:04:43.636295 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e1e77-2004-4208-8161-94d22d342b85 req-5092ee6e-0ce1-4811-98da-660b2520a8a9 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:43.638674 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8d5e1e77-2004-4208-8161-94d22d342b85 req-5092ee6e-0ce1-4811-98da-660b2520a8a9 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 945 time: 0.0706532 Jun 18 20:04:43.682036 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-ef4d81f0-314a-40b3-b44f-1298cff4750a None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 20:04:43.685156 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-8d5e1e77-2004-4208-8161-94d22d342b85 req-6d61fc20-0e61-4b87-84ec-9daca2a4e22b tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374906 Jun 18 20:04:43.882261 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-ef4d81f0-314a-40b3-b44f-1298cff4750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:43.908372 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d81f0-314a-40b3-b44f-1298cff4750a None None] The sync data for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi is: [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T19:57:45Z', 'revision_number': 4, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi', '_interfaces': [{'id': 'f47911c8-152d-4083-98b6-5c55f0905919', 'name': '', 'network_id': '944f85a4-5f11-4065-9edf-e5b6342bed61', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'mac_address': 'fa:16:3e:bf:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:45Z', 'updated_at': '2021-06-18T19:57:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'subnets': [{'id': '0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 20:04:43.959869 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-f0666127-a3b1-473a-8fd5-8ccc1a136c1b req-06f8f2d4-c35b-403d-8225-a4bc7b0f66d4 service neutron] 10.222.0.58 "GET /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606615 Jun 18 20:04:44.114327 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6051abc-cde0-4189-b396-25d91df51618 None None] New status for floating IP 463b47e4-9c66-4be9-a8b0-3f927458408b: DOWN {{(pid=100057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 20:04:44.858311 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950960f-5328-403a-9a9e-0873124baaf9 req-e4b19a5a-3795-4504-8240-89b40d964ad4 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:44.859755 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0950960f-5328-403a-9a9e-0873124baaf9 req-e4b19a5a-3795-4504-8240-89b40d964ad4 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 945 time: 0.0606699 Jun 18 20:04:44.895356 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-0950960f-5328-403a-9a9e-0873124baaf9 req-ae9aa91a-6773-4740-8071-224108865e39 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b2bc192-560f-4bce-b36b-db4981b054c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300825 Jun 18 20:04:45.354722 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e95a03-000b-4605-8c16-e79137e9e48e req-672c5f0d-3daa-4e1a-a1e1-857f3231281c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 20:04:45.356123 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-60e95a03-000b-4605-8c16-e79137e9e48e req-672c5f0d-3daa-4e1a-a1e1-857f3231281c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.58 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 945 time: 0.0629046 Jun 18 20:04:45.458129 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-60e95a03-000b-4605-8c16-e79137e9e48e req-520ebf53-ba75-4a0c-8734-193f04d66c3d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Deleting port 754adeb3-f131-4f35-a197-22d818ff99e1 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 20:04:45.458479 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-60e95a03-000b-4605-8c16-e79137e9e48e req-520ebf53-ba75-4a0c-8734-193f04d66c3d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:45.547466 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [req-60e95a03-000b-4605-8c16-e79137e9e48e req-520ebf53-ba75-4a0c-8734-193f04d66c3d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] For port 754adeb3-f131-4f35-a197-22d818ff99e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=754adeb3-f131-4f35-a197-22d818ff99e1,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:04:45.547827 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-60e95a03-000b-4605-8c16-e79137e9e48e req-520ebf53-ba75-4a0c-8734-193f04d66c3d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:45.607683 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [req-60e95a03-000b-4605-8c16-e79137e9e48e req-520ebf53-ba75-4a0c-8734-193f04d66c3d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Calling delete_port for 754adeb3-f131-4f35-a197-22d818ff99e1 owned by compute:nova {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 20:04:45.777368 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-d6de61d9-5dd6-4514-89c7-47757bf641a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:45.800125 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-60e95a03-000b-4605-8c16-e79137e9e48e req-520ebf53-ba75-4a0c-8734-193f04d66c3d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:45.804775 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c7968c28-73b1-4126-95fe-710e025d2747 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:45.831075 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ebf53-ba75-4a0c-8734-193f04d66c3d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event deleted for resources: {'Port': ['ID=754adeb3-f131-4f35-a197-22d818ff99e1,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:45.834407 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-520ebf53-ba75-4a0c-8734-193f04d66c3d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:45.878955 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e95a03-000b-4605-8c16-e79137e9e48e req-520ebf53-ba75-4a0c-8734-193f04d66c3d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] No DVR routers for this DVR port 754adeb3-f131-4f35-a197-22d818ff99e1 on host hv-cinder-79053 {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 20:04:45.881292 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [req-60e95a03-000b-4605-8c16-e79137e9e48e req-520ebf53-ba75-4a0c-8734-193f04d66c3d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for port, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:45.883185 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-60e95a03-000b-4605-8c16-e79137e9e48e req-520ebf53-ba75-4a0c-8734-193f04d66c3d tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.58 "DELETE /v2.0/ports/754adeb3-f131-4f35-a197-22d818ff99e1 HTTP/1.1" status: 204 len: 173 time: 0.5199497 Jun 18 20:04:45.883691 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'name': 'network-vif-deleted', 'tag': '754adeb3-f131-4f35-a197-22d818ff99e1'}] {{(pid=100054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 20:04:45.885963 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce681d67e1721d3a3b3cdb1524a9dd5c0754d4c688cd58f8e427f6e39f66753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46d2343-b420-4187-a054-63a7807dec4e" -d '{"events": [{"server_uuid": "18772828-6dfb-46b8-8b60-f3a23d0948f8", "name": "network-vif-deleted", "tag": "754adeb3-f131-4f35-a197-22d818ff99e1"}]}' {{(pid=100054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 20:04:45.913153 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:45.919841 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 20:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24891d7e-ae40-47b6-bcb6-ec0518eb9ee0 x-openstack-request-id: req-24891d7e-ae40-47b6-bcb6-ec0518eb9ee0 {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 20:04:45.920250 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18772828-6dfb-46b8-8b60-f3a23d0948f8", "name": "network-vif-deleted", "tag": "754adeb3-f131-4f35-a197-22d818ff99e1", "status": "completed", "code": 200}]} {{(pid=100054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 20:04:45.920613 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24891d7e-ae40-47b6-bcb6-ec0518eb9ee0 {{(pid=100054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 20:04:45.921137 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18772828-6dfb-46b8-8b60-f3a23d0948f8', 'name': 'network-vif-deleted', 'tag': '754adeb3-f131-4f35-a197-22d818ff99e1', 'status': 'completed', 'code': 200} Jun 18 20:04:46.036162 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [req-7bcb93b2-4844-4cd9-8f97-58177a01fa1b req-a63d4f09-8e60-4612-8411-875c769ea321 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 210 time: 0.0281882 Jun 18 20:04:47.056273 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:47.198538 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [req-92e63c8d-25e5-4808-854a-ac8251f8a1b6 req-06502351-f4be-44be-89a0-3123b57ca151 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "GET /v2.0/ports?device_id=18772828-6dfb-46b8-8b60-f3a23d0948f8 HTTP/1.1" status: 200 len: 210 time: 0.0298257 Jun 18 20:04:47.930053 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:04:48.293909 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45824) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:04:48.414210 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-d319c8ca-32e1-497d-9981-e4f4f83827d2 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Deleting port cdc88770-78d5-4586-93bc-cbf8dc182726 {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 20:04:48.414550 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d319c8ca-32e1-497d-9981-e4f4f83827d2 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:48.491746 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d319c8ca-32e1-497d-9981-e4f4f83827d2 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:48.491970 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d319c8ca-32e1-497d-9981-e4f4f83827d2 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:48.551093 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-d319c8ca-32e1-497d-9981-e4f4f83827d2 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Calling delete_port for cdc88770-78d5-4586-93bc-cbf8dc182726 owned by network:floatingip {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 20:04:48.699558 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 754adeb3-f131-4f35-a197-22d818ff99e1 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 20:04:48.721380 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] No Port match for: 754adeb3-f131-4f35-a197-22d818ff99e1 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 20:04:48.721728 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Device 754adeb3-f131-4f35-a197-22d818ff99e1 not bound to the agent host hv-cinder-79053 {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 20:04:48.929757 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:48.998464 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d319c8ca-32e1-497d-9981-e4f4f83827d2 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:49.001209 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-6d5bfc99-4fe1-431b-860e-cc91f592cbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:49.024114 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319c8ca-32e1-497d-9981-e4f4f83827d2 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event deleted for resources: {'Port': ['ID=cdc88770-78d5-4586-93bc-cbf8dc182726,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:49.029025 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-d319c8ca-32e1-497d-9981-e4f4f83827d2 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:49.083539 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d319c8ca-32e1-497d-9981-e4f4f83827d2 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for floatingip, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:49.086062 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-d319c8ca-32e1-497d-9981-e4f4f83827d2 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113033'] for floatingip, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:49.087184 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-d319c8ca-32e1-497d-9981-e4f4f83827d2 tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "DELETE /v2.0/floatingips/76314a05-ae0b-4c48-8a47-0d96ebc061c2 HTTP/1.1" status: 204 len: 168 time: 0.7923017 Jun 18 20:04:50.444616 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45836) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:04:50.501633 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-300a9903-221a-41b3-9dbd-6b8bb116ea1c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:50.525979 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-300a9903-221a-41b3-9dbd-6b8bb116ea1c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:50.672852 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-300a9903-221a-41b3-9dbd-6b8bb116ea1c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:50.675511 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-300a9903-221a-41b3-9dbd-6b8bb116ea1c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Notify callbacks [] for security_group, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:50.676675 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-300a9903-221a-41b3-9dbd-6b8bb116ea1c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] 10.222.0.42 "DELETE /v2.0/security-groups/2b2bc192-560f-4bce-b36b-db4981b054c8 HTTP/1.1" status: 204 len: 168 time: 0.2310457 Jun 18 20:04:50.680128 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-1fa1390a-da94-4782-8d04-c5383fd02a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:50.686787 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a9903-221a-41b3-9dbd-6b8bb116ea1c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2bc192-560f-4bce-b36b-db4981b054c8,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:50.689680 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-300a9903-221a-41b3-9dbd-6b8bb116ea1c tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:50.799943 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45840) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:04:51.225712 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3f6039d2-09d0-4748-8374-14e0043b095a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475895'] for router_interface, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:51.465980 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-3f6039d2-09d0-4748-8374-14e0043b095a admin admin] Deleting port f47911c8-152d-4083-98b6-5c55f0905919 {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 20:04:51.466667 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3f6039d2-09d0-4748-8374-14e0043b095a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:51.540464 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [None req-3f6039d2-09d0-4748-8374-14e0043b095a admin admin] For port f47911c8-152d-4083-98b6-5c55f0905919, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=f47911c8-152d-4083-98b6-5c55f0905919,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:04:51.540850 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3f6039d2-09d0-4748-8374-14e0043b095a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:51.605704 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-3f6039d2-09d0-4748-8374-14e0043b095a admin admin] Calling delete_port for f47911c8-152d-4083-98b6-5c55f0905919 owned by network:router_interface {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 20:04:51.828292 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3f6039d2-09d0-4748-8374-14e0043b095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:51.830733 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-bfb61734-1206-4557-9131-91445e1c08a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:51.853481 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6039d2-09d0-4748-8374-14e0043b095a admin admin] Pushing event deleted for resources: {'Port': ['ID=f47911c8-152d-4083-98b6-5c55f0905919,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:51.856489 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-3f6039d2-09d0-4748-8374-14e0043b095a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:52.020776 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-3f6039d2-09d0-4748-8374-14e0043b095a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475723'] for router_interface, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:52.222594 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6039d2-09d0-4748-8374-14e0043b095a admin admin] Router 434ca418-518a-4b54-9212-7ea03b077d4c has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 20:04:52.326604 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6039d2-09d0-4748-8374-14e0043b095a admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 20:04:52.331527 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-3f6039d2-09d0-4748-8374-14e0043b095a admin admin] 10.222.0.42 "PUT /v2.0/routers/434ca418-518a-4b54-9212-7ea03b077d4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5305669 Jun 18 20:04:52.334248 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45848) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:04:52.335415 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2b648b-ebe4-48f3-a1f9-c30f87663a9a None None] Sync routers for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 20:04:52.343994 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2b648b-ebe4-48f3-a1f9-c30f87663a9a None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 20:04:52.344603 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-cb2b648b-ebe4-48f3-a1f9-c30f87663a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T20:04:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:52.434371 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:52.445879 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-cb2b648b-ebe4-48f3-a1f9-c30f87663a9a None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: dv-cinder-790535-6-iscsi {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 20:04:52.533164 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:52.613308 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-cb2b648b-ebe4-48f3-a1f9-c30f87663a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T20:04:51Z', 'revision_number': 5, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port': {'id': '3bc9b996-a1bd-42de-aa67-7668534ef773', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:43Z', 'updated_at': '2021-06-18T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:52.643038 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2b648b-ebe4-48f3-a1f9-c30f87663a9a None None] Checking router: 434ca418-518a-4b54-9212-7ea03b077d4c for host: dv-cinder-790535-6-iscsi {{(pid=100056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 20:04:52.645295 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] Deleting port 3bc9b996-a1bd-42de-aa67-7668534ef773 {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 20:04:52.645647 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:52.651471 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2b648b-ebe4-48f3-a1f9-c30f87663a9a None None] Routers {'434ca418-518a-4b54-9212-7ea03b077d4c'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 20:04:52.652092 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-cb2b648b-ebe4-48f3-a1f9-c30f87663a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T20:04:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['434ca418-518a-4b54-9212-7ea03b077d4c'], 'active': True} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:52.729086 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] For port 3bc9b996-a1bd-42de-aa67-7668534ef773, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=3bc9b996-a1bd-42de-aa67-7668534ef773,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:04:52.729447 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:52.736517 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvr_db [None req-cb2b648b-ebe4-48f3-a1f9-c30f87663a9a None None] Set router 434ca418-518a-4b54-9212-7ea03b077d4c gateway port host: None {{(pid=100056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 20:04:52.786244 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_hamode_db [None req-cb2b648b-ebe4-48f3-a1f9-c30f87663a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T20:04:52Z', 'revision_number': 6, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port_host': None}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:52.791511 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] Calling delete_port for 3bc9b996-a1bd-42de-aa67-7668534ef773 owned by network:router_gateway {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 20:04:52.815086 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2b648b-ebe4-48f3-a1f9-c30f87663a9a None None] The sync data for ids ['434ca418-518a-4b54-9212-7ea03b077d4c'] in dv-cinder-790535-6-iscsi is: [{'id': '434ca418-518a-4b54-9212-7ea03b077d4c', 'name': 'tempest-TestVolumeBootPattern-1000418447-router', 'tenant_id': 'b669107faf604a77982afc41fb97b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:42Z', 'updated_at': '2021-06-18T20:04:52Z', 'revision_number': 6, 'project_id': 'b669107faf604a77982afc41fb97b15f', 'gw_port_host': None}] {{(pid=100056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 20:04:53.009942 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:53.012715 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-83ce1bc7-68c0-406b-995d-987caff15fba tempest-TestVolumeBootPattern-928517497 tempest-TestVolumeBootPattern-928517497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:53.040471 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc9b996-a1bd-42de-aa67-7668534ef773,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:53.044946 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:53.099132 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624679'] for router_gateway, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:53.186588 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2938'] for router, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:53.189456 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:53.307144 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476712'] for router, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:53.307645 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 434ca418-518a-4b54-9212-7ea03b077d4c {{(pid=100055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 20:04:53.312037 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] Notify callbacks [] for router, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:53.313218 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-4ec4f92d-2692-4572-9a45-bc380e1b9df1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/434ca418-518a-4b54-9212-7ea03b077d4c HTTP/1.1" status: 204 len: 168 time: 0.9780157 Jun 18 20:04:53.316374 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45852) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:04:53.363702 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fc4168-6b3b-4bb7-af66-f2375b55f6cd admin admin] Deleting subnet 0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96 {{(pid=100055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 20:04:53.366686 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-60fc4168-6b3b-4bb7-af66-f2375b55f6cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:53.399223 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-60fc4168-6b3b-4bb7-af66-f2375b55f6cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26531168'] for subnet, precommit_delete_associations {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:53.472465 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-60fc4168-6b3b-4bb7-af66-f2375b55f6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:53.582144 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device f47911c8-152d-4083-98b6-5c55f0905919 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 20:04:53.583163 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-60fc4168-6b3b-4bb7-af66-f2375b55f6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27103865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25931740'] for subnet, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:53.586229 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:53.602870 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: f47911c8-152d-4083-98b6-5c55f0905919 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 20:04:53.603308 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device f47911c8-152d-4083-98b6-5c55f0905919 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 20:04:53.611641 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc4168-6b3b-4bb7-af66-f2375b55f6cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:53.613848 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-60fc4168-6b3b-4bb7-af66-f2375b55f6cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:53.615674 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-60fc4168-6b3b-4bb7-af66-f2375b55f6cd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0d4f8c1c-e581-4c98-9dfb-4adf3b2bfa96 HTTP/1.1" status: 204 len: 168 time: 0.2983344 Jun 18 20:04:53.616650 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-60fc4168-6b3b-4bb7-af66-f2375b55f6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:53.618064 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [-] (100055) accepted ('10.222.0.42', 45854) {{(pid=100055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:04:53.618264 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbaf2d9-604f-4345-880e-95d65276d470 None None] Network 944f85a4-5f11-4065-9edf-e5b6342bed61 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 20:04:53.691787 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:53.749084 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Deleting port b3e1eaa4-0f84-4525-8af5-22f9db956a67 {{(pid=100055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 20:04:53.749426 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:53.814559 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.db [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] For port b3e1eaa4-0f84-4525-8af5-22f9db956a67, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=b3e1eaa4-0f84-4525-8af5-22f9db956a67,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:04:53.815132 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:53.833597 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] DHCP port deletion for 944f85a4-5f11-4065-9edf-e5b6342bed61 request from dv-cinder-790535-6-iscsi {{(pid=100056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 20:04:53.880666 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Deleting port b3e1eaa4-0f84-4525-8af5-22f9db956a67 {{(pid=100056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 20:04:53.881054 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:53.887933 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.plugin [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Calling delete_port for b3e1eaa4-0f84-4525-8af5-22f9db956a67 owned by network:dhcp {{(pid=100055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 20:04:53.943843 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] For port b3e1eaa4-0f84-4525-8af5-22f9db956a67, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=b3e1eaa4-0f84-4525-8af5-22f9db956a67,segment=NetworkSegment(d82d950e-559d-4af2-bf3d-d05dd9bc0dfe),segment_id=d82d950e-559d-4af2-bf3d-d05dd9bc0dfe)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:04:53.944259 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:54.007217 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Calling delete_port for b3e1eaa4-0f84-4525-8af5-22f9db956a67 owned by network:dhcp {{(pid=100056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 20:04:54.051594 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27103747'] for port, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:54.054398 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:54.078800 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e1eaa4-0f84-4525-8af5-22f9db956a67,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:54.080556 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] No DVR routers for this DVR port b3e1eaa4-0f84-4525-8af5-22f9db956a67 on host dv-cinder-790535-6-iscsi {{(pid=100055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 20:04:54.082096 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:54.085837 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311'] for port, after_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:54.086661 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:54.109081 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Pushing event deleted for resources: {'Port': ['ID=b3e1eaa4-0f84-4525-8af5-22f9db956a67,revision_number=None']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:54.113859 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] No DVR routers for this DVR port b3e1eaa4-0f84-4525-8af5-22f9db956a67 on host dv-cinder-790535-6-iscsi {{(pid=100056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 20:04:54.122757 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:54.123208 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:54.123436 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:54.123768 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:54.124099 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:54.124425 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:54.124785 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:54.125110 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:54.125434 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:54.125751 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:54.126110 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:54.127192 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-iscsi {{(pid=100056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 20:04:54.130478 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-38219b52-69b4-4bab-ade4-3c314407ca15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:54.152404 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:54.162384 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944f85a4-5f11-4065-9edf-e5b6342bed61']}} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:54.171987 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe') {'for_net_delete': True} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:54.172283 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.services.segments.db [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82d950e-559d-4af2-bf3d-d05dd9bc0dfe') {} {{(pid=100055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:54.182052 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26531177'] for segment, before_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:54.195222 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:54.201320 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=100055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 20:04:54.201707 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25399250'] for segment, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: Traceback (most recent call last): Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: timer() Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: cb(*args, **kw) Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: return func(*args, **kwargs) Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: self._notify() Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: self.callback(batched_events) Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: event.method(event) Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: return f(self, *a, **k) Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._get(url).json() Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: return self.request(url, 'GET', **kwargs) Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 20:04:54.203440 dv-cinder-790535-6-iscsi neutron-server[100055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 20:04:54.308396 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:54.311719 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:54.314657 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron_lib.callbacks.manager [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:54.316460 dv-cinder-790535-6-iscsi neutron-server[100055]: INFO neutron.wsgi [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] 10.222.0.42 "DELETE /v2.0/networks/944f85a4-5f11-4065-9edf-e5b6342bed61 HTTP/1.1" status: 204 len: 168 time: 0.6973202 Jun 18 20:04:54.319922 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 45858) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:04:54.327819 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Pushing event deleted for resources: {'Network': ['ID=944f85a4-5f11-4065-9edf-e5b6342bed61,revision_number=None']} {{(pid=100055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:54.330913 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG oslo_concurrency.lockutils [None req-a8ffbc94-806b-4300-b8f5-ebabb50d5844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:54.658552 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e600084c-5179-4d21-b52e-5333aa103f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-475895'] for router_interface, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:54.901833 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-e600084c-5179-4d21-b52e-5333aa103f1c admin admin] Deleting port 27731e14-ff46-4468-a582-2f1ef3732be8 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 20:04:54.902169 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e600084c-5179-4d21-b52e-5333aa103f1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:54.980398 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [None req-e600084c-5179-4d21-b52e-5333aa103f1c admin admin] For port 27731e14-ff46-4468-a582-2f1ef3732be8, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=27731e14-ff46-4468-a582-2f1ef3732be8,segment=NetworkSegment(23ed73df-1d6f-4f22-8d13-ed6cfdfd1217),segment_id=23ed73df-1d6f-4f22-8d13-ed6cfdfd1217)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:04:54.980782 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e600084c-5179-4d21-b52e-5333aa103f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:55.047136 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-e600084c-5179-4d21-b52e-5333aa103f1c admin admin] Calling delete_port for 27731e14-ff46-4468-a582-2f1ef3732be8 owned by network:router_interface {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 20:04:55.163754 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device b3e1eaa4-0f84-4525-8af5-22f9db956a67 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 20:04:55.183311 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: b3e1eaa4-0f84-4525-8af5-22f9db956a67 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 20:04:55.183647 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device b3e1eaa4-0f84-4525-8af5-22f9db956a67 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 20:04:55.194840 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 3bc9b996-a1bd-42de-aa67-7668534ef773 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 20:04:55.201989 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: 3bc9b996-a1bd-42de-aa67-7668534ef773 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 20:04:55.202338 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 3bc9b996-a1bd-42de-aa67-7668534ef773 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 20:04:55.306939 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e600084c-5179-4d21-b52e-5333aa103f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:55.308936 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-dc1f2137-7f6f-4530-ba8e-f1e2443b4904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:55.332097 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600084c-5179-4d21-b52e-5333aa103f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=27731e14-ff46-4468-a582-2f1ef3732be8,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:55.335551 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-e600084c-5179-4d21-b52e-5333aa103f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:55.496307 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-e600084c-5179-4d21-b52e-5333aa103f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475723'] for router_interface, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:55.707122 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e600084c-5179-4d21-b52e-5333aa103f1c admin admin] Router 2871be4a-5cb8-4c6d-8233-739976dae4d4 has already been hosted by L3 agent a846e74e-601d-4a8f-85aa-af57e326fa8d {{(pid=100054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 20:04:55.808735 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e600084c-5179-4d21-b52e-5333aa103f1c admin admin] Notify agent at l3_agent.dv-cinder-790535-6-iscsi the message routers_updated {{(pid=100054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 20:04:55.814201 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-e600084c-5179-4d21-b52e-5333aa103f1c admin admin] 10.222.0.42 "PUT /v2.0/routers/2871be4a-5cb8-4c6d-8233-739976dae4d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4925640 Jun 18 20:04:55.816732 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 45860) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:04:55.817479 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3e9d6-1ead-47da-955e-c7e35c3ea9af None None] Sync routers for ids ['2871be4a-5cb8-4c6d-8233-739976dae4d4'] in dv-cinder-790535-6-iscsi {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 20:04:55.826480 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3e9d6-1ead-47da-955e-c7e35c3ea9af None None] Routers {'2871be4a-5cb8-4c6d-8233-739976dae4d4'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 20:04:55.827086 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-7bb3e9d6-1ead-47da-955e-c7e35c3ea9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T20:04:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['2871be4a-5cb8-4c6d-8233-739976dae4d4'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:55.919887 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] Notify callbacks [] for router, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:55.930156 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-7bb3e9d6-1ead-47da-955e-c7e35c3ea9af None None] Set router 2871be4a-5cb8-4c6d-8233-739976dae4d4 gateway port host: dv-cinder-790535-6-iscsi {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 20:04:56.024490 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:56.103795 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-7bb3e9d6-1ead-47da-955e-c7e35c3ea9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'name': 'tempest-TestVolumeBootPattern-1403800804-router', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'external_fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c0c97ad7-00f0-4404-a9bb-b3519c96dbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:49Z', 'updated_at': '2021-06-18T20:04:55Z', 'revision_number': 5, 'project_id': '56d2fd3fe87249599543c17f33eeab31', 'gw_port': {'id': 'c0c97ad7-00f0-4404-a9bb-b3519c96dbf1', 'name': '', 'network_id': 'a920a8e0-c5d2-4f11-b036-3e5563c3157d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:57:49Z', 'updated_at': '2021-06-18T19:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57839d39-3ee6-4df6-ab3c-2bceff3367a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-iscsi'}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:56.128941 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3e9d6-1ead-47da-955e-c7e35c3ea9af None None] Checking router: 2871be4a-5cb8-4c6d-8233-739976dae4d4 for host: dv-cinder-790535-6-iscsi {{(pid=100057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 20:04:56.136834 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3e9d6-1ead-47da-955e-c7e35c3ea9af None None] Routers {'2871be4a-5cb8-4c6d-8233-739976dae4d4'} bound to L3 agent in host dv-cinder-790535-6-iscsi {{(pid=100057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 20:04:56.137164 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] Deleting port c0c97ad7-00f0-4404-a9bb-b3519c96dbf1 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 20:04:56.137439 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-7bb3e9d6-1ead-47da-955e-c7e35c3ea9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:46Z,description=,heartbeat_timestamp=2021-06-18T20:04:46Z,host='dv-cinder-790535-6-iscsi',id=a846e74e-601d-4a8f-85aa-af57e326fa8d,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:46Z,topic='l3_agent')) {'router_ids': ['2871be4a-5cb8-4c6d-8233-739976dae4d4'], 'active': True} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:56.137576 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:56.217606 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] For port c0c97ad7-00f0-4404-a9bb-b3519c96dbf1, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=c0c97ad7-00f0-4404-a9bb-b3519c96dbf1,segment=NetworkSegment(2f05c1b6-40de-4e68-be8c-9ad2983cda71),segment_id=2f05c1b6-40de-4e68-be8c-9ad2983cda71)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:04:56.217992 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:56.221749 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_dvr_db [None req-7bb3e9d6-1ead-47da-955e-c7e35c3ea9af None None] Set router 2871be4a-5cb8-4c6d-8233-739976dae4d4 gateway port host: None {{(pid=100057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 20:04:56.273174 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.l3_hamode_db [None req-7bb3e9d6-1ead-47da-955e-c7e35c3ea9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'name': 'tempest-TestVolumeBootPattern-1403800804-router', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:49Z', 'updated_at': '2021-06-18T20:04:56Z', 'revision_number': 6, 'project_id': '56d2fd3fe87249599543c17f33eeab31', 'gw_port_host': None}], 'dv-cinder-790535-6-iscsi', False) {} {{(pid=100057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:56.279796 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] Calling delete_port for c0c97ad7-00f0-4404-a9bb-b3519c96dbf1 owned by network:router_gateway {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 20:04:56.299072 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3e9d6-1ead-47da-955e-c7e35c3ea9af None None] The sync data for ids ['2871be4a-5cb8-4c6d-8233-739976dae4d4'] in dv-cinder-790535-6-iscsi is: [{'id': '2871be4a-5cb8-4c6d-8233-739976dae4d4', 'name': 'tempest-TestVolumeBootPattern-1403800804-router', 'tenant_id': '56d2fd3fe87249599543c17f33eeab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:57:49Z', 'updated_at': '2021-06-18T20:04:56Z', 'revision_number': 6, 'project_id': '56d2fd3fe87249599543c17f33eeab31', 'gw_port_host': None}] {{(pid=100057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 20:04:56.506751 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:56.508704 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-160b3706-10cf-450d-b74c-02bac1037aee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:56.535202 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c97ad7-00f0-4404-a9bb-b3519c96dbf1,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:56.538298 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:56.597622 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624679'] for router_gateway, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:56.688415 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2938'] for router, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:56.690813 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:56.800203 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476712'] for router, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:56.800724 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2871be4a-5cb8-4c6d-8233-739976dae4d4 {{(pid=100054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 20:04:56.804868 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] Notify callbacks [] for router, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:56.805981 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-45c0781e-02d3-4cb2-9f77-50644e3aee2f admin admin] 10.222.0.42 "DELETE /v2.0/routers/2871be4a-5cb8-4c6d-8233-739976dae4d4 HTTP/1.1" status: 204 len: 168 time: 0.9883263 Jun 18 20:04:56.808580 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 45864) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:04:56.855048 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f008eb-3c74-4313-a050-fe5ea67f1735 admin admin] Deleting subnet f7ee8aba-5b73-40c3-9839-378b01557be5 {{(pid=100054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 20:04:56.860197 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d6f008eb-3c74-4313-a050-fe5ea67f1735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:56.889929 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d6f008eb-3c74-4313-a050-fe5ea67f1735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25228988'] for subnet, precommit_delete_associations {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:56.964516 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d6f008eb-3c74-4313-a050-fe5ea67f1735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558891'] for subnet, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:57.119976 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d6f008eb-3c74-4313-a050-fe5ea67f1735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1123030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257712'] for subnet, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:57.122811 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-787d6d8c-c78e-4df9-9f59-066caff6336d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:57.146696 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f008eb-3c74-4313-a050-fe5ea67f1735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ee8aba-5b73-40c3-9839-378b01557be5,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:57.151768 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d6f008eb-3c74-4313-a050-fe5ea67f1735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:57.158138 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d6f008eb-3c74-4313-a050-fe5ea67f1735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:57.159159 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device c0c97ad7-00f0-4404-a9bb-b3519c96dbf1 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 20:04:57.160043 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-d6f008eb-3c74-4313-a050-fe5ea67f1735 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f7ee8aba-5b73-40c3-9839-378b01557be5 HTTP/1.1" status: 204 len: 168 time: 0.3504436 Jun 18 20:04:57.162585 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 45866) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:04:57.165457 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6d2af7-5671-4c0a-93b3-352cde227085 None None] Network 2c109812-2a33-4f33-b94f-842bbe240546 requested from dv-cinder-790535-6-iscsi {{(pid=100056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 20:04:57.220180 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: c0c97ad7-00f0-4404-a9bb-b3519c96dbf1 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 20:04:57.220527 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device c0c97ad7-00f0-4404-a9bb-b3519c96dbf1 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 20:04:57.220984 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 27731e14-ff46-4468-a582-2f1ef3732be8 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 20:04:57.231765 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614935'] for network, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:57.248181 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: 27731e14-ff46-4468-a582-2f1ef3732be8 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 20:04:57.248529 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device 27731e14-ff46-4468-a582-2f1ef3732be8 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 20:04:57.286295 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Deleting port fb8c436b-05c5-4475-8d47-54d8107a08d6 {{(pid=100054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 20:04:57.286644 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:57.359485 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.db [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] For port fb8c436b-05c5-4475-8d47-54d8107a08d6, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=fb8c436b-05c5-4475-8d47-54d8107a08d6,segment=NetworkSegment(23ed73df-1d6f-4f22-8d13-ed6cfdfd1217),segment_id=23ed73df-1d6f-4f22-8d13-ed6cfdfd1217)] {{(pid=100054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:04:57.359847 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:57.390544 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70661e73-b271-4017-981e-3d6f7289d266 None None] DHCP port deletion for 2c109812-2a33-4f33-b94f-842bbe240546 request from dv-cinder-790535-6-iscsi {{(pid=100056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 20:04:57.424335 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.plugin [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Calling delete_port for fb8c436b-05c5-4475-8d47-54d8107a08d6 owned by network:dhcp {{(pid=100054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 20:04:57.438133 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-70661e73-b271-4017-981e-3d6f7289d266 None None] Deleting port fb8c436b-05c5-4475-8d47-54d8107a08d6 {{(pid=100056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 20:04:57.439076 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-70661e73-b271-4017-981e-3d6f7289d266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789368517349'] for port, before_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:57.498272 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.db [None req-70661e73-b271-4017-981e-3d6f7289d266 None None] For port fb8c436b-05c5-4475-8d47-54d8107a08d6, host dv-cinder-790535-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-iscsi',level=0,port_id=fb8c436b-05c5-4475-8d47-54d8107a08d6,segment=NetworkSegment(23ed73df-1d6f-4f22-8d13-ed6cfdfd1217),segment_id=23ed73df-1d6f-4f22-8d13-ed6cfdfd1217)] {{(pid=100056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 20:04:57.498680 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-70661e73-b271-4017-981e-3d6f7289d266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1619622'] for port, precommit_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:57.564984 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1122988'] for port, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:57.567173 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-bd4a46ef-0210-49a7-a8d6-567180fe3c63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:57.590100 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8c436b-05c5-4475-8d47-54d8107a08d6,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:57.593691 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:57.597472 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] No DVR routers for this DVR port fb8c436b-05c5-4475-8d47-54d8107a08d6 on host dv-cinder-790535-6-iscsi {{(pid=100054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 20:04:57.671485 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1559796', 'neutron.services.segments.db._delete_segments_for_network-8789368570323'] for network, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:57.684681 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c109812-2a33-4f33-b94f-842bbe240546']}} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:57.691040 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-70661e73-b271-4017-981e-3d6f7289d266 None None] Calling delete_port for fb8c436b-05c5-4475-8d47-54d8107a08d6 owned by network:dhcp {{(pid=100056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 20:04:57.695283 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ed73df-1d6f-4f22-8d13-ed6cfdfd1217') {'for_net_delete': True} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:57.695575 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.services.segments.db [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ed73df-1d6f-4f22-8d13-ed6cfdfd1217') {} {{(pid=100054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 20:04:57.704893 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789368570152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25228981'] for segment, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:57.717915 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876'] for segment, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:57.724323 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 20:04:57.724785 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-999293'] for segment, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: conditions |= (models_v2.Port.network_id.in_( Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: Traceback (most recent call last): Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: timer() Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: cb(*args, **kw) Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: return func(*args, **kwargs) Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: self._notify() Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: self.callback(batched_events) Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: event.method(event) Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: return f(self, *a, **k) Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: return self._get(url).json() Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: return self.request(url, 'GET', **kwargs) Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 20:04:57.726369 dv-cinder-790535-6-iscsi neutron-server[100054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 20:04:57.764524 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-70661e73-b271-4017-981e-3d6f7289d266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-584336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789368521445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789368030311'] for port, after_delete {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:57.768058 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-a77ccab6-90b7-4638-82e9-377465055e5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:57.791899 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70661e73-b271-4017-981e-3d6f7289d266 None None] Pushing event deleted for resources: {'Port': ['ID=fb8c436b-05c5-4475-8d47-54d8107a08d6,revision_number=None']} {{(pid=100056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:57.793736 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70661e73-b271-4017-981e-3d6f7289d266 None None] No DVR routers for this DVR port fb8c436b-05c5-4475-8d47-54d8107a08d6 on host dv-cinder-790535-6-iscsi {{(pid=100056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 20:04:57.795110 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG oslo_concurrency.lockutils [None req-70661e73-b271-4017-981e-3d6f7289d266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:57.838753 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1559789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1668108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624760'] for network, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:57.843902 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:57.845759 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2c109812-2a33-4f33-b94f-842bbe240546 HTTP/1.1" status: 204 len: 168 time: 0.6821816 Jun 18 20:04:57.846515 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-efc3046b-e2c1-4ae5-8058-00a86a00bf44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:57.858396 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c109812-2a33-4f33-b94f-842bbe240546,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:57.861763 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-64fc9c66-4b26-4b2e-b002-bdc3af111119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:58.153563 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 45872) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:04:58.455243 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-bf1ca5cf-96c3-4cfc-bf31-0440254b88f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b669107faf604a77982afc41fb97b15f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997611 Jun 18 20:04:58.459454 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 45874) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:04:58.505630 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d745daa2-5e49-4e4e-80f4-55ac6acfd723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:58.525842 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d745daa2-5e49-4e4e-80f4-55ac6acfd723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:58.645805 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d745daa2-5e49-4e4e-80f4-55ac6acfd723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:58.650290 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-d745daa2-5e49-4e4e-80f4-55ac6acfd723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:58.651949 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-d745daa2-5e49-4e4e-80f4-55ac6acfd723 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8092aaec-9a29-4d30-ac80-a6f795a51ad6 HTTP/1.1" status: 204 len: 168 time: 0.1913888 Jun 18 20:04:58.653251 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-4f0531a2-a6a2-4c5c-b83c-80711312cc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:58.665258 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745daa2-5e49-4e4e-80f4-55ac6acfd723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8092aaec-9a29-4d30-ac80-a6f795a51ad6,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:58.667955 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-d745daa2-5e49-4e4e-80f4-55ac6acfd723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:04:59.152054 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device fb8c436b-05c5-4475-8d47-54d8107a08d6 no longer exists at agent ovs-agent-dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 20:04:59.174872 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.plugin [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] No Port match for: fb8c436b-05c5-4475-8d47-54d8107a08d6 {{(pid=100056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 20:04:59.175229 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron.plugins.ml2.rpc [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Device fb8c436b-05c5-4475-8d47-54d8107a08d6 not bound to the agent host dv-cinder-790535-6-iscsi {{(pid=100056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 20:04:59.278855 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 45880) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:04:59.318308 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-77f1ffd2-cb87-422a-82c2-cfe3f25f2e67 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56d2fd3fe87249599543c17f33eeab31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381064 Jun 18 20:04:59.320717 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [-] (100054) accepted ('10.222.0.42', 45882) {{(pid=100054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 20:04:59.368696 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7077e776-0b20-4182-9c23-ee1ffcbe7854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:59.388284 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7077e776-0b20-4182-9c23-ee1ffcbe7854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:59.512673 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7077e776-0b20-4182-9c23-ee1ffcbe7854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500028'] for security_group, after_delete {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:59.515102 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron_lib.callbacks.manager [None req-7077e776-0b20-4182-9c23-ee1ffcbe7854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:04:59.516201 dv-cinder-790535-6-iscsi neutron-server[100054]: INFO neutron.wsgi [None req-7077e776-0b20-4182-9c23-ee1ffcbe7854 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5d77c05-8532-4e9e-bc34-6fb04c665a82 HTTP/1.1" status: 204 len: 168 time: 0.1946163 Jun 18 20:04:59.517735 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-c9af4d47-aa43-41cf-b01d-365270c7ba6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 20:04:59.525026 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077e776-0b20-4182-9c23-ee1ffcbe7854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d77c05-8532-4e9e-bc34-6fb04c665a82,revision_number=None']} {{(pid=100054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 20:04:59.527185 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG oslo_concurrency.lockutils [None req-7077e776-0b20-4182-9c23-ee1ffcbe7854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 20:05:06.616645 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:05:11.479381 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [req-b4a3f0b3-d368-471b-bd1e-8747dba700c3 req-99b8eb1f-a51e-4276-a9fb-02d4f056ec10 tempest-AttachVolumeShelveTestJSON-953733966 tempest-AttachVolumeShelveTestJSON-953733966-project] (100054) timed out ('10.222.0.58', 49861) {{(pid=100054) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 20:05:13.125172 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ac8f7b41-96ad-4966-8fe2-2ff583f66d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:05:15.782360 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-91464a3a-4b83-4271-a1a5-9c2a963b8db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:05:15.879472 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:05:17.062348 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:05:18.940526 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:05:24.928820 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:05:36.628033 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:05:43.163165 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-11910c4a-7022-455b-b3d0-03b28d761cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:05:45.780080 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-5ce59176-72b1-4d86-896d-92ea76fa2ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:05:45.894478 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:05:47.095981 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:05:48.924591 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:05:53.585826 dv-cinder-790535-6-iscsi neutron-server[100054]: DEBUG neutron.wsgi [req-1e04404d-236d-4c02-ad26-34661be4aa64 req-cec969ad-2fb7-4e3d-b351-fb0433798737 service neutron] (100054) timed out ('10.222.0.42', 42004) {{(pid=100054) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 20:06:01.927858 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:06:06.615322 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:06:13.134041 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-83c38b78-1c86-40dd-b30e-13385122230b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:06:15.781144 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-e638316e-9c70-44ba-bd70-0dfa9e117393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:06:15.883910 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:06:17.116800 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:06:18.941438 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:06:36.621137 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:06:38.926269 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:06:43.151912 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-e38a0639-4e77-4dea-8760-517a355e89c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:06:45.784872 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-e5fc7d1f-f094-451b-9abe-459995a8b845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:06:45.894676 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:06:47.087466 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:06:48.957495 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:07:06.626038 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:07:13.122955 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-3cbea3b4-b4ac-46d1-a9e6-0f685f1f317f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:07:13.240446 dv-cinder-790535-6-iscsi neutron-server[100055]: DEBUG neutron.wsgi [req-ca82e884-f38f-40f4-b4a7-55d886b41f30 req-970badea-2df8-4c89-9c28-a020a3718741 service neutron] (100055) timed out ('10.222.0.42', 39910) {{(pid=100055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 20:07:15.797028 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-d5037ffd-733f-4c03-b5a9-f78e454fe1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:07:15.898276 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:07:15.924775 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:07:17.088289 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:07:18.939935 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:07:36.631018 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:07:43.128052 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-d6ee5341-9266-4ae3-b534-b1669dc53af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:07:45.819958 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-29657864-c100-488b-8509-2c4c752302cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:07:45.903586 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:07:47.104940 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:07:48.928105 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:07:52.923869 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:08:06.676425 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:08:13.133478 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-0bd83742-02b9-463c-8534-18c0f8e146f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:08:15.788403 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb696-204e-451c-a3d6-109e61ba054e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:08:15.919940 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:08:17.104269 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:08:18.955081 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:08:29.921733 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:08:36.657910 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:08:43.144188 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4c5b-1de1-44e3-a2ae-a4c2806360e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:08:45.795699 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-42fd84e7-087c-4015-8182-a04c62757afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:08:45.880989 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:08:47.102585 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:08:48.950042 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:09:06.669768 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:09:06.920010 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:09:13.137805 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ca83e29b-0f5f-4bb6-97fa-4e2aa46b0cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:09:15.806319 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-5af3af0a-19fe-43fe-82f5-9c8dd360e084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:09:15.909424 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:09:17.115139 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:09:18.983692 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:09:36.655523 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:09:43.131927 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-d2a897ae-84d9-4126-890c-29725a4622fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:09:43.917854 dv-cinder-790535-6-iscsi neutron-server[100057]: DEBUG neutron.db.agents_db [None req-49424862-8d96-4fa3-8efe-8649682c1a28 None None] Agent healthcheck: found 6 active agents {{(pid=100057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:09:45.777108 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-00d94c01-b8ac-4958-913e-bd11276c6caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:09:45.912864 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:09:47.080345 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:09:48.960411 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:10:06.662729 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-ce1b20e8-db81-40af-8ca0-f592156128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:10:13.147052 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-87f9f494-80d5-4cf7-9162-e2687ee1cad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:10:15.780982 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-5eb1155c-6de6-4a6f-8ee0-6f0549729930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:10:15.895162 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-cc056bd1-92d3-4905-8b3c-0bda0163d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:10:17.106382 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e88e-052b-4579-858f-75c48c8f4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:10:18.963422 dv-cinder-790535-6-iscsi neutron-server[100056]: DEBUG neutron_lib.callbacks.manager [None req-defda13f-7950-4a25-822d-27a85b5a74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789368570305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562798'] for agent, after_update {{(pid=100056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}